-- Logs begin at Mon 2021-09-27 07:00:19 UTC, end at Mon 2021-09-27 08:10:28 UTC. -- Sep 27 07:43:45.670154 dv-cinder-811078-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 27 07:43:48.360250 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.common.config [-] Logging enabled! Sep 27 07:43:48.360846 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev29 Sep 27 07:43:48.361040 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106248) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 27 07:43:48.364373 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.common.config [-] Logging enabled! Sep 27 07:43:48.364631 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev29 Sep 27 07:43:48.364958 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106248) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 27 07:43:48.365885 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 07:43:48.366118 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 07:43:48.366473 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 07:43:48.366714 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 07:43:48.366936 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 07:43:48.367253 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.367546 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.367839 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.368066 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.368361 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.368654 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.368965 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.369255 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.369550 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.369833 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.370112 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.370396 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.370625 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.370905 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.371189 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.371472 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.371695 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] debug = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.371973 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.372395 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.372796 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.373097 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.373385 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.373662 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.373929 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.374201 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.374482 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.374806 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] host = dv-cinder-811078-1-iscsi {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.375080 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.375361 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.375642 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.375921 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.376191 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.376463 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.376742 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.377033 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.377304 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] log_file = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.378089 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.378374 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.378656 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.378940 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.379164 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.379382 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.379666 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.379948 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.380222 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.380492 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.380763 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.381059 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.381334 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.381600 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.381879 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.382157 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.382436 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.382707 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.382977 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.383241 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.383511 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.383791 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.384060 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.384331 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.384600 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.384889 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.385168 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.385438 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.385733 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.386013 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.386290 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.386569 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.386838 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.387114 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.387382 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.387648 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.387914 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] use_json = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.388180 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.388445 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.388720 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.389019 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.389288 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.389558 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.389825 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.390100 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:48.390390 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.390680 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.390976 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.391254 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.391544 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.391824 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.392108 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.392383 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.392667 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.392973 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.393884 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.394163 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.394451 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.394727 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.395018 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.395320 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.395611 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.395901 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.396176 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.396447 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.396719 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.397017 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.397305 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.397579 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.397864 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.398151 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.398430 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.398713 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.399002 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.399291 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.399561 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.399836 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.400124 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.400397 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.400665 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.400960 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.401247 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.401522 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.401790 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.402067 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.402341 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.402608 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.402877 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.403151 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.403436 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.403708 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.403976 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.404245 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.404516 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.404786 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.405091 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.405365 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.405631 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.405899 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.406173 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.406443 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.406714 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.406986 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.407253 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.407525 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.407794 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.408061 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.408331 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.408599 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.408933 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.409212 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.409484 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.409759 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.410029 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.410300 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.410572 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.410844 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.411115 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.411398 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.411693 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.411966 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.412243 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.412518 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.412790 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.413087 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.413360 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.413638 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.413917 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.414185 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.414473 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.414755 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.415036 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.415314 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.415589 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.415888 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.416165 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.416445 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.416720 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.417021 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.417302 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.417582 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.417874 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.418164 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.418454 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.418743 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.419035 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.419312 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.419616 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.419893 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:48.420109 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 07:43:48.420345 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106248) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 27 07:43:48.766120 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=106248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 27 07:43:48.766397 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 27 07:43:48.766684 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 27 07:43:48.767012 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 27 07:43:49.153620 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.153829 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.154106 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.155399 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.155670 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.155936 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.191221 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.191497 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.191759 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.206740 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.207017 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.207281 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.234692 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.234965 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.235224 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.272695 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.272994 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.273262 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.500410 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.501045 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.501045 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.501226 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.501898 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.620493 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.620813 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.621125 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.621405 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.621677 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.621990 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.622251 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.622508 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.622763 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.623046 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.623305 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.623569 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.623827 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.624083 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.624338 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.624602 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.624860 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.625159 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.625428 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.625687 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.625959 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.626211 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.626491 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.626869 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.627123 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.627391 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.628296 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 07:43:49.628534 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 07:43:49.628769 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 07:43:49.629029 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 07:43:49.629263 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 07:43:49.629496 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 07:43:49.629853 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 27 07:43:49.632885 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 27 07:43:49.636843 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 27 07:43:49.640436 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Sep 27 07:43:49.642071 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 27 07:43:49.642517 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 27 07:43:49.642848 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 27 07:43:49.643274 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 27 07:43:49.646050 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 27 07:43:49.646301 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 27 07:43:49.646646 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 27 07:43:49.651862 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 27 07:43:49.673574 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 27 07:43:49.674019 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.674825 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106248) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 27 07:43:49.675183 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.676528 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106248) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 27 07:43:49.676991 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 27 07:43:49.677238 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 27 07:43:49.680351 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.680630 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:49.745064 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 27 07:43:49.745303 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 27 07:43:49.745538 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 27 07:43:49.745899 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 27 07:43:49.767253 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_db.sqlalchemy.engines [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106248) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 27 07:43:50.551218 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.managers [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Initializing driver for type 'gre' Sep 27 07:43:50.551732 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] gre ID ranges: [(1, 1000)] Sep 27 07:43:50.752011 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.managers [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Initializing driver for type 'local' Sep 27 07:43:50.752351 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.managers [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Initializing driver for type 'vlan' Sep 27 07:43:50.843662 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] VlanTypeDriver initialization complete Sep 27 07:43:50.843929 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.managers [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Initializing driver for type 'vxlan' Sep 27 07:43:50.844432 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] vxlan ID ranges: [(1, 1000)] Sep 27 07:43:51.072199 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.managers [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Initializing extension driver 'port_security' Sep 27 07:43:51.072536 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.extensions.port_security [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] PortSecurityExtensionDriver initialization complete Sep 27 07:43:51.072889 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.managers [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Initializing mechanism driver 'openvswitch' Sep 27 07:43:51.073212 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.managers [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Initializing mechanism driver 'hyperv' Sep 27 07:43:51.079710 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.plugins.ml2.plugin [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106248) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:43:51.080410 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > port after_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.081293 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > port after_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.081641 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > port after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.082157 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106248) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 07:43:51.082585 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > subnet after_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.082961 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > subnet after_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.083304 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.083692 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106248) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 07:43:51.084096 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > network after_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.084468 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > network after_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.084812 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > network after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.085220 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106248) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 07:43:51.085621 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > security_group after_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.085967 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > security_group after_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.086302 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.086827 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106248) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 07:43:51.087236 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.087592 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.087934 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.088322 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106248) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 07:43:51.088722 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > address_group after_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.089092 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > address_group after_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.089472 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.089818 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106248) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 27 07:43:51.090188 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] ML2 OVO RPC backend initialized. {{(pid=106248) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 27 07:43:51.090883 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.091232 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.091643 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > network before_response 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.091985 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > networks before_response 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.092325 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > port before_response 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.092660 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > ports before_response 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.093026 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > subnet before_response 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.100390 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > subnets before_response 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.100390 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > network after_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.100390 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > network after_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.100390 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > network after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.100756 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > port after_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.100756 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > port after_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.100756 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > port after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.100756 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > subnet after_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.101096 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > subnet after_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.101096 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.101096 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.plugin [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Modular L2 Plugin initialization complete Sep 27 07:43:51.101096 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading services supported by the core plugin {{(pid=106248) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 27 07:43:51.101096 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.plugins.ml2.managers [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Got port-security extension from driver 'port_security' Sep 27 07:43:51.101096 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.extensions.vlantransparent [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Disabled vlantransparent extension. Sep 27 07:43:51.101526 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106248) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 27 07:43:51.101526 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading Plugin: router Sep 27 07:43:51.134644 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.135031 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router after_create 55549900 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.135404 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router before_create 55549900 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.135767 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.136140 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.136494 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router after_delete 55549900 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.136852 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.137229 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.137586 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router after_create 55549900 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.137929 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router after_update 55549900 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.138274 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router after_update 55549900 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.138619 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.138973 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router after_update 55549900 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.139379 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router precommit_update 55549900 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.139746 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: port after_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.140084 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: port after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.140421 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: subnet after_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.140759 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.141131 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.141475 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router precommit_create 55549900 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.141816 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: port before_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.142155 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router precommit_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.142507 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router after_update 55549900 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.142846 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.143686 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router precommit_create 55549900 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.144059 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.144391 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router precommit_update 55549900 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.144744 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > agent after_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.145117 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > agent after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.145465 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > network after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.146315 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Tracking information for resource: router configured {{(pid=106248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 07:43:51.146642 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Tracking information for resource: floatingip configured {{(pid=106248) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 07:43:51.151674 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.db.l3_agentschedulers_db [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 27 07:43:51.152242 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: port after_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.152598 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: port after_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.152975 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: port after_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.153326 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: port after_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.154100 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router before_create 55550100 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.154463 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.154823 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router precommit_create 55550100 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.155182 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > router precommit_update 55550100 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.160609 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.services.provider_configuration [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Service providers = [] {{(pid=106248) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 27 07:43:51.160997 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.db.servicetype_db [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106248) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 27 07:43:51.163902 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.services.service_base [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106248) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 07:43:51.164253 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.services.service_base [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106248) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 07:43:51.164595 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.services.service_base [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106248) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 07:43:51.165510 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.services.service_base [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106248) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 07:43:51.165880 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.services.service_base [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 27 07:43:51.166250 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 07:43:51.166564 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 27 07:43:51.177402 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 07:43:51.177739 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading Plugin: auto_allocate Sep 27 07:43:51.183504 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: network precommit_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.183873 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: network precommit_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.184386 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 07:43:51.184704 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading Plugin: tag Sep 27 07:43:51.191153 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 07:43:51.191480 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading Plugin: timestamp Sep 27 07:43:51.195457 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 07:43:51.195783 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading Plugin: network_ip_availability Sep 27 07:43:51.201166 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.201536 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.201889 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.202584 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 07:43:51.202897 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading Plugin: flavors Sep 27 07:43:51.208027 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 07:43:51.208358 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading Plugin: revisions Sep 27 07:43:51.212593 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106248) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 07:43:51.213007 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_concurrency.lockutils [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.446s {{(pid=106248) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 27 07:43:51.213722 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106248) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 27 07:43:51.214056 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Initializing extension manager. Sep 27 07:43:51.214564 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: __init__.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.214901 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: __pycache__ {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.215232 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.215560 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: address_group.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.216308 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.216883 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: address-group Sep 27 07:43:51.217212 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: address_scope.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.218101 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.218609 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: address-scope Sep 27 07:43:51.218930 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.219849 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.220356 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: router-admin-state-down-before-update Sep 27 07:43:51.220677 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: agent.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.221941 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.222444 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: agent Sep 27 07:43:51.222792 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: agent_resources_synced.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.223698 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.224202 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: agent-resources-synced Sep 27 07:43:51.224522 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: allowedaddresspairs.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.226311 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.226832 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: allowed-address-pairs Sep 27 07:43:51.227158 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: auto_allocated_topology.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.228220 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.228733 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: auto-allocated-topology Sep 27 07:43:51.229092 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: availability_zone.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.229782 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.230282 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: availability_zone Sep 27 07:43:51.230601 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: availability_zone_filter.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.231503 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.232003 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: availability_zone_filter Sep 27 07:43:51.232322 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: data_plane_status.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.233242 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.233741 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension data-plane-status not supported by any of loaded plugins Sep 27 07:43:51.234059 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: default_subnetpools.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.234967 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.235467 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: default-subnetpools Sep 27 07:43:51.235789 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.236580 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.237208 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: dhcp_agent_scheduler Sep 27 07:43:51.237531 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: dns.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.238438 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.238939 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension dns-integration not supported by any of loaded plugins Sep 27 07:43:51.239257 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: dns_domain_ports.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.240162 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.240659 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 27 07:43:51.240999 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.241907 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.242405 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 27 07:43:51.242721 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: dvr.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.243376 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.243869 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: dvr Sep 27 07:43:51.244186 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: ecmp_routes.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.245121 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.245623 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 27 07:43:51.245942 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: empty_string_filtering.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.246841 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.247345 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: empty-string-filtering Sep 27 07:43:51.247665 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.248562 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.249098 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 27 07:43:51.249421 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.250323 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.250829 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 27 07:43:51.251146 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: external_net.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.252051 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.252598 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: external-net Sep 27 07:43:51.252947 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.253852 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.254353 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: extra_dhcp_opt Sep 27 07:43:51.254668 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: extraroute.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.255558 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.256066 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: extraroute Sep 27 07:43:51.256381 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: extraroute_atomic.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.257431 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.257937 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: extraroute-atomic Sep 27 07:43:51.258256 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: filter_validation.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.258904 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.259402 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: filter-validation Sep 27 07:43:51.259718 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: fip_pf_description.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.260609 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.261136 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 27 07:43:51.261452 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: fip_port_details.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.262356 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.262856 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: fip-port-details Sep 27 07:43:51.263174 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: flavors.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.264389 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.264928 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: flavors Sep 27 07:43:51.265250 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.266886 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.267405 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 27 07:43:51.267739 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: floatingip_pools.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.268990 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.269498 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: floatingip-pools Sep 27 07:43:51.269825 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: ip_allocation.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.270755 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.271254 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension ip_allocation not supported by any of loaded plugins Sep 27 07:43:51.271578 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.272490 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.273023 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: ip-substring-filtering Sep 27 07:43:51.273353 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: l2_adjacency.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.274274 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.274773 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 27 07:43:51.275096 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: l3.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.276169 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.276680 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: router Sep 27 07:43:51.277033 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.279226 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.279749 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 27 07:43:51.280081 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.281044 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.281556 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: ext-gw-mode Sep 27 07:43:51.281885 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.282816 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.283323 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: l3-ha Sep 27 07:43:51.283704 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: l3_flavors.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.285126 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.285631 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: l3-flavors Sep 27 07:43:51.285954 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.286887 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.287397 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 27 07:43:51.287727 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: l3agentscheduler.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.288748 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.289289 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: l3_agent_scheduler Sep 27 07:43:51.289613 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: logging.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.291082 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.291595 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension logging not supported by any of loaded plugins Sep 27 07:43:51.291921 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: metering.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.292648 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.293242 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: metering Sep 27 07:43:51.293562 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.294633 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.295141 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: metering_source_and_destination_fields Sep 27 07:43:51.295463 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: multiprovidernet.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.296380 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.297163 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: multi-provider Sep 27 07:43:51.297492 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: netmtu.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.298390 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.298893 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: net-mtu Sep 27 07:43:51.299232 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: netmtu_writable.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.300136 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.300639 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: net-mtu-writable Sep 27 07:43:51.300995 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: network_availability_zone.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.301649 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.302147 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: network_availability_zone Sep 27 07:43:51.302464 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: network_ip_availability.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.303575 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.304080 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: network-ip-availability Sep 27 07:43:51.304403 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: network_segment_range.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.305184 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.305690 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension network-segment-range not supported by any of loaded plugins Sep 27 07:43:51.306008 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: pagination.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.306978 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.307302 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: pagination Sep 27 07:43:51.307618 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: port_device_profile.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.308519 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.309061 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: port-device-profile Sep 27 07:43:51.309380 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.310298 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.310795 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: port-mac-address-regenerate Sep 27 07:43:51.311111 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.312014 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.312515 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: port-numa-affinity-policy Sep 27 07:43:51.312834 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: port_resource_request.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.313894 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.314395 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension port-resource-request not supported by any of loaded plugins Sep 27 07:43:51.314715 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: portbindings.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.316155 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.316657 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: binding Sep 27 07:43:51.317011 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: portbindings_extended.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.318265 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.318778 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: binding-extended Sep 27 07:43:51.319106 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: portsecurity.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.320011 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.320521 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: port-security Sep 27 07:43:51.320843 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: project_id.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.321825 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.322151 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: project-id Sep 27 07:43:51.322472 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: providernet.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.323380 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.323885 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: provider Sep 27 07:43:51.324205 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: qos.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.327696 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.328216 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension qos not supported by any of loaded plugins Sep 27 07:43:51.328548 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.329802 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.330311 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 27 07:43:51.331181 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.332092 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.332599 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 27 07:43:51.332952 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: qos_default.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.333856 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.334361 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension qos-default not supported by any of loaded plugins Sep 27 07:43:51.334681 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: qos_fip.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.335320 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.335819 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension qos-fip not supported by any of loaded plugins Sep 27 07:43:51.336137 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: qos_gateway_ip.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.337078 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.337580 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 27 07:43:51.337899 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: qos_port_network_policy.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.338828 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.339327 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 27 07:43:51.339642 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: qos_pps_rule.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.340815 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.341355 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension qos-pps not supported by any of loaded plugins Sep 27 07:43:51.341677 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: qos_rule_type_details.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.342588 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.343096 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 27 07:43:51.343413 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: qos_rules_alias.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.344454 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.344989 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 27 07:43:51.345312 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: quotasv2.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.346262 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.346592 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: quotas Sep 27 07:43:51.346916 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: quotasv2_detail.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.350173 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.350552 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: quota_details Sep 27 07:43:51.350837 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: rbac.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.351873 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.352392 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: rbac-policies Sep 27 07:43:51.352717 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: rbac_address_group.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.353658 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.354168 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: rbac-address-group Sep 27 07:43:51.354490 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: rbac_address_scope.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.355394 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.355908 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: rbac-address-scope Sep 27 07:43:51.356229 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: rbac_security_groups.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.357165 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.357670 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: rbac-security-groups Sep 27 07:43:51.357991 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: rbac_subnetpool.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.358895 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.359402 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: rbac-subnetpool Sep 27 07:43:51.359721 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: revisionifmatch.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.360635 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.361170 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: revision-if-match Sep 27 07:43:51.361491 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: revisions.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.362678 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.375756 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: standard-attr-revisions Sep 27 07:43:51.375756 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: router_availability_zone.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.375756 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.375756 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: router_availability_zone Sep 27 07:43:51.375756 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: routerservicetype.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.376225 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.376726 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension router-service-type not supported by any of loaded plugins Sep 27 07:43:51.377077 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.378499 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.379004 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: security-groups-normalized-cidr Sep 27 07:43:51.379324 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.380232 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.380734 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: port-security-groups-filtering Sep 27 07:43:51.381082 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.381992 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.382504 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: security-groups-remote-address-group Sep 27 07:43:51.382826 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: securitygroup.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.394376 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.394901 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: security-group Sep 27 07:43:51.395234 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: segment.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.396025 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.396525 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension segment not supported by any of loaded plugins Sep 27 07:43:51.396851 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.403471 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.403972 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 27 07:43:51.404296 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: servicetype.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.405498 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.406046 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: service-type Sep 27 07:43:51.406372 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: sorting.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.407347 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.407675 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: sorting Sep 27 07:43:51.407994 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: standard_attr_segment.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.408970 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.409477 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 27 07:43:51.409795 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: standardattrdescription.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.410434 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.410935 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: standard-attr-description Sep 27 07:43:51.411254 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: stateful_security_group.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.412184 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.412738 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: stateful-security-group Sep 27 07:43:51.413048 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: stdattrs_common.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.413626 dv-cinder-811078-1-iscsi neutron-server[106248]: WARNING neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 27 07:43:51.413945 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.414868 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.415381 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 27 07:43:51.415703 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: subnet_onboard.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.416754 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.417296 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: subnet_onboard Sep 27 07:43:51.417621 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.418539 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.419046 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 27 07:43:51.419367 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: subnet_service_types.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.420278 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.420786 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: subnet-service-types Sep 27 07:43:51.421134 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: subnetallocation.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.422466 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.422974 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: subnet_allocation Sep 27 07:43:51.423297 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.423959 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.424505 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: subnetpool-prefix-ops Sep 27 07:43:51.424826 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.425827 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.426331 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 27 07:43:51.426653 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: tagging.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.427716 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.428231 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: standard-attr-tag Sep 27 07:43:51.428557 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: timestamp.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.429779 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.430291 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loaded extension: standard-attr-timestamp Sep 27 07:43:51.430614 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: trunk.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.431642 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.432150 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension trunk not supported by any of loaded plugins Sep 27 07:43:51.432470 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: trunk_details.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.433413 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.433920 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension trunk-details not supported by any of loaded plugins Sep 27 07:43:51.434238 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: uplink_status_propagation.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.435147 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.435649 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 27 07:43:51.435968 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Loading extension file: vlantransparent.py {{(pid=106248) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 07:43:51.436626 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106248) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 07:43:51.437168 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 27 07:43:51.439601 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Creating instance of TrackedResource for resource:network Sep 27 07:43:51.440632 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Creating instance of TrackedResource for resource:subnet Sep 27 07:43:51.441068 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 07:43:51.441466 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Creating instance of TrackedResource for resource:port Sep 27 07:43:51.442686 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.v2.resource_helper [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 07:43:51.443116 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.v2.resource_helper [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Service FLAVORS assigned prefix: {{(pid=106248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 07:43:51.443747 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.v2.resource_helper [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 07:43:51.444164 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.v2.resource_helper [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 07:43:51.444500 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Creating instance of TrackedResource for resource:router Sep 27 07:43:51.444956 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Creating instance of TrackedResource for resource:floatingip Sep 27 07:43:51.448816 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.v2.resource_helper [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Service METERING assigned prefix: /metering {{(pid=106248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 07:43:51.448816 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.448816 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.448816 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106248) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:43:51.448816 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Creating instance of CountableResource for resource:rbac_policy Sep 27 07:43:51.449298 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Creating instance of TrackedResource for resource:security_group Sep 27 07:43:51.449380 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 27 07:43:51.449954 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.v2.resource_helper [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Service CORE assigned prefix: {{(pid=106248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 07:43:51.450279 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 07:43:51.450618 dv-cinder-811078-1-iscsi neutron-server[106248]: WARNING neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] subnetpool is already registered Sep 27 07:43:51.451059 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.v2.resource_helper [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Service CORE assigned prefix: {{(pid=106248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 07:43:51.451391 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 07:43:51.451726 dv-cinder-811078-1-iscsi neutron-server[106248]: WARNING neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] subnetpool is already registered Sep 27 07:43:51.454055 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.v2.resource_helper [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 07:43:51.454487 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.v2.resource_helper [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Service FLAVORS assigned prefix: {{(pid=106248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 07:43:51.455074 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.v2.resource_helper [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 07:43:51.455532 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.v2.resource_helper [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 07:43:51.456356 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Creating instance of TrackedResource for resource:router Sep 27 07:43:51.456693 dv-cinder-811078-1-iscsi neutron-server[106248]: WARNING neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] router is already registered Sep 27 07:43:51.457123 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Creating instance of TrackedResource for resource:floatingip Sep 27 07:43:51.457456 dv-cinder-811078-1-iscsi neutron-server[106248]: WARNING neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] floatingip is already registered Sep 27 07:43:51.457904 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.v2.resource_helper [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Service METERING assigned prefix: /metering {{(pid=106248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 07:43:51.458580 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Creating instance of CountableResource for resource:rbac_policy Sep 27 07:43:51.458906 dv-cinder-811078-1-iscsi neutron-server[106248]: WARNING neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] rbac_policy is already registered Sep 27 07:43:51.459318 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Creating instance of TrackedResource for resource:security_group Sep 27 07:43:51.459650 dv-cinder-811078-1-iscsi neutron-server[106248]: WARNING neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] security_group is already registered Sep 27 07:43:51.460054 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 27 07:43:51.460409 dv-cinder-811078-1-iscsi neutron-server[106248]: WARNING neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] security_group_rule is already registered Sep 27 07:43:51.461053 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.v2.resource_helper [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Service CORE assigned prefix: {{(pid=106248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 07:43:51.461379 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 07:43:51.461716 dv-cinder-811078-1-iscsi neutron-server[106248]: WARNING neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] subnetpool is already registered Sep 27 07:43:51.462134 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.v2.resource_helper [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Service CORE assigned prefix: {{(pid=106248) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 07:43:51.462460 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 07:43:51.462786 dv-cinder-811078-1-iscsi neutron-server[106248]: WARNING neutron.quota.resource_registry [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] subnetpool is already registered Sep 27 07:43:51.463247 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: extensions {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.464690 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: address-groups {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.466185 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: address-scopes {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.467488 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: agents {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.468640 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: auto-allocated-topology {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.469914 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: availability_zones {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.471152 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: dhcp-networks {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.472658 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: dhcp-agents {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.474110 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: routers {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.476311 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: flavors {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.477508 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: service_profiles {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.478712 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: next_providers {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.480148 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: service_profiles {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.481704 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: floatingip-pools {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.482906 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: routers {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.485052 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: floatingips {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.486301 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: l3-routers {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.487715 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: l3-agents {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.489121 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: metering-labels {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.494755 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: metering-label-rules {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.494755 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: network-ip-availabilities {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.494755 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: bindings {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.495455 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: quotas {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.496943 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: quotas {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.498352 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: rbac-policies {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.499549 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: security-groups {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.500896 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: security-group-rules {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.502154 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: service-providers {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.503878 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: subnetpools {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.505347 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: subnetpools {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.506789 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: tags {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.508538 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: tags {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.510331 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: tags {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.512117 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: tags {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.513905 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: tags {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.515732 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: tags {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.517443 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: tags {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.519892 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: tags {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.521674 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: tags {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.523408 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron.api.extensions [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Extended resource: tags {{(pid=106248) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 07:43:51.529306 dv-cinder-811078-1-iscsi neutron-server[106248]: WARNING keystonemiddleware.auth_token [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 27 07:43:51.534122 dv-cinder-811078-1-iscsi neutron-server[106248]: WARNING keystonemiddleware.auth_token [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 27 07:43:51.542664 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_concurrency.lockutils [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Acquired lock "singleton_lock" {{(pid=106248) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 27 07:43:51.543131 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_concurrency.lockutils [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Releasing lock "singleton_lock" {{(pid=106248) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 27 07:43:51.543771 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO oslo_service.service [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Starting 2 workers Sep 27 07:43:51.548827 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Started child 106357 {{(pid=106248) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 07:43:51.553276 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Started child 106358 {{(pid=106248) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 07:43:51.554556 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:43:51.555121 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO neutron.service [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 27 07:43:51.555507 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Notify callbacks [] for process, before_spawn {{(pid=106248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:43:51.556163 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [-] (106357) wsgi starting up on http://0.0.0.0:9696 Sep 27 07:43:51.557972 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO oslo_service.service [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Starting 1 workers Sep 27 07:43:51.558176 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:43:51.559601 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [-] (106358) wsgi starting up on http://0.0.0.0:9696 Sep 27 07:43:51.563076 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Started child 106359 {{(pid=106248) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 07:43:51.563621 dv-cinder-811078-1-iscsi neutron-server[106248]: INFO oslo_service.service [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Starting 1 workers Sep 27 07:43:51.567466 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.service [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] calling RpcWorker wait() {{(pid=106359) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 27 07:43:51.568009 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.service [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] returning from RpcWorker wait() {{(pid=106359) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 27 07:43:51.568533 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Started child 106360 {{(pid=106248) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 07:43:51.569366 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG neutron_lib.callbacks.manager [None req-63c3a739-d159-4e05-b97f-d94345964d56 None None] Notify callbacks [] for process, after_spawn {{(pid=106248) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:43:51.569734 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:43:51.570276 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:43:51.571268 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106248) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 27 07:43:51.571481 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 07:43:51.571663 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 07:43:51.571881 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 07:43:51.572209 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 07:43:51.572371 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 07:43:51.572934 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.573202 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.573479 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.573572 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:43:51.574038 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.574038 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.574601 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.574837 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.575069 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.575349 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.575574 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.575746 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.575910 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.576146 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.576386 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.576688 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.576979 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.577236 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.577489 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.577660 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.577896 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.578158 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.578399 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.578665 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] debug = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.578896 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.579377 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.579603 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.579845 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.580079 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.580363 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.580655 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.581453 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.581735 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.581964 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.582224 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.582489 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.582720 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.582946 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.583157 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.583431 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.583663 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.584119 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] host = dv-cinder-811078-1-iscsi {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.584377 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.584586 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.584826 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.585090 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.585350 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.585562 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.585825 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.586065 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.586312 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.586537 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.586792 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.587041 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.587283 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.587532 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] log_file = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.587693 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] log_options = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.587935 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.588175 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.588429 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.588613 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.588777 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.588986 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.589232 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.589392 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.589635 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.589864 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.590071 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.590279 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.590524 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.590785 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.591019 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.591258 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.591468 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.591672 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.591911 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.592133 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.592351 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.592591 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.592801 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.593036 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.593270 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.593525 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.593766 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.593994 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.594201 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.594457 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.594675 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.594910 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.595206 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.595368 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.595633 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.595856 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.596113 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.596334 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.596608 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.596830 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.597127 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.597378 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.597586 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.597822 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.598061 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.598285 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.598494 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] use_json = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.598701 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.598929 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.599188 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.599402 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.599608 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.599815 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.600020 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.600268 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.600741 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.601009 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.601349 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.601590 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.601837 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.602088 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.602312 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.602532 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.602797 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.603037 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.603365 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.603582 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.603863 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.604078 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.604322 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:43:51.604505 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.604730 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.604962 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.605324 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.605480 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.605685 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.605918 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.606153 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.606422 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.606637 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.606879 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.607121 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.607336 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.607656 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.607924 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.608194 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.608435 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.608728 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.608955 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.609155 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.609386 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.609594 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.609820 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.610235 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.610746 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.610746 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.611229 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.611229 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.611507 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.611507 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.611787 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.612022 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.612265 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.612502 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.612732 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.613009 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.613239 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.613475 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.613701 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.613933 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.614192 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.614435 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.614661 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.614875 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.615108 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.615344 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.615609 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.615823 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.616031 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.616242 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.616454 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.616778 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.617073 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.623849 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.623849 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.623849 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.623849 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.623849 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.623849 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.623849 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.623849 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.623849 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.624486 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.624486 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.624486 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.624486 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.624486 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.624486 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.624486 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.624486 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.624486 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625051 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625051 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625051 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625051 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625051 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625051 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625051 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625051 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625487 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625487 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625487 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625487 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625487 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625487 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625487 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625487 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625988 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625988 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625988 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625988 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625988 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.625988 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.626431 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.626431 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.626561 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.628165 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.628165 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.628165 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.628165 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.628165 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.628518 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.628645 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.628827 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.629116 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.629332 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.629592 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.630290 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.630290 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.630551 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.630690 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.630844 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.631095 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.631319 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.631576 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.631980 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.632104 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.632263 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.632513 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.632769 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.632998 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.633205 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.633424 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.633761 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.634011 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.634246 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.634483 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.634960 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.635130 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.635287 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.635496 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.635745 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.636015 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.636260 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.636473 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.636687 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.636953 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.637195 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.637425 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.637651 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.637908 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.638099 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.639220 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.639220 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.639220 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.639220 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.639220 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.639894 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.639894 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.639894 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.640243 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.640243 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.640433 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.640667 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.640894 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.641115 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.641330 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.641558 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.641830 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.642028 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.642289 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.642541 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.642775 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.643067 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.643829 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.644073 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.644461 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.644854 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.645105 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.645335 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.645551 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.645793 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.646177 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.646415 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.646707 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.646861 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.647029 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.647283 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.647617 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.647886 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.648131 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.648378 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.648593 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.648837 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.649082 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.649313 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.649530 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.649743 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.649952 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.650210 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.650461 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.650701 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.650912 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.651137 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.651366 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.651599 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.651806 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.652084 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.652332 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.652562 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.652814 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.653085 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.653293 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.653537 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.653743 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.653949 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.654168 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.654380 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.654586 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.654834 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.655040 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.655245 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.655464 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.655698 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.655909 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.656129 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.656378 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.656676 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.656936 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.657113 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.657254 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.657467 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.657675 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.657906 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.658123 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.658334 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.658538 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.658819 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.659048 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.659254 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.659495 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.659704 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.659908 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.660201 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.660453 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.660668 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.661094 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.661331 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.661573 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.661822 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.662122 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.662335 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.662576 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.662804 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.663029 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.663244 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.663506 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.663810 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.664108 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.664358 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.664604 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.664904 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.665179 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.665454 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.665665 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.665942 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.666250 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.666526 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.666778 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.667031 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.667273 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.667514 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.667728 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.667960 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.668189 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.668397 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.668627 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.668857 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.669124 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.669342 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.669565 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.669775 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.669992 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.670217 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.670432 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.670676 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.670830 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 07:43:51.671343 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106248) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 27 07:43:51.671500 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 07:43:51.671660 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 07:43:51.671831 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 07:43:51.672250 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 07:43:51.672400 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 07:43:51.672608 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.672766 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.672942 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.673099 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.673253 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.673428 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.673587 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.673741 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.673895 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.674049 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.674715 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.674848 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.675000 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.675154 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.675307 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.675463 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.675661 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.675791 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.675917 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.676053 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.676179 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.676644 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.676644 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] debug = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.676644 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.677042 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.677042 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.677224 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.677303 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.677398 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.677662 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.677819 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.678123 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.678430 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.678587 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.678743 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.678897 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.679049 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.679202 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.679355 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.679508 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.679685 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] host = dv-cinder-811078-1-iscsi {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.679916 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.680018 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.680099 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.680390 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.680390 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.680575 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.680692 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.680837 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.681016 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.681180 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.681322 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.681480 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.681632 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.681792 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] log_file = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.681949 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] log_options = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.682103 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.682255 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.682410 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.682602 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.682762 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.682916 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.683070 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.683224 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.683378 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.683533 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.683685 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.683839 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.683993 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.684146 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.684300 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.684454 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.684609 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.684764 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.685047 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.685160 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.685745 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.685745 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.685745 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.685745 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.686029 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.686029 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.686188 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.686302 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.686445 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.686598 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.686755 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.686907 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.687216 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.687370 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.687526 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.687681 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.687836 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.687990 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.688149 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.688304 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.688458 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.688614 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.688767 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.688944 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.689100 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.689253 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.689407 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] use_json = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.689560 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.689717 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.689959 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.690224 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.690224 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.690519 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.690519 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.690787 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 07:43:51.690787 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.691060 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.691201 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.691341 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.691510 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.691658 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.691809 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.691809 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.692101 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.692101 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.692368 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.692566 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.692566 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.692834 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.693050 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.693050 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.693322 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.693322 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.693585 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.693721 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.693858 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.694006 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.694186 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.694186 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.694469 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.694469 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.694673 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.694795 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.694953 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.695110 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.11/identity {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.695267 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.695424 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.695582 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.695740 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.695898 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.696206 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.696206 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.696448 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.696574 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.696699 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.696833 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.696980 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.697121 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.697248 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.697393 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.697551 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.697708 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.697866 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.698024 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.698181 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.698339 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.698496 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.698653 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.698812 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.698969 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.699137 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.699294 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.699450 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.699607 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.699764 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.699917 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.700066 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.700222 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.700378 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.700536 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.700692 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.700853 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.701020 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.701179 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.701321 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.701482 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.701639 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.701795 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.701953 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.702109 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.702265 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.702421 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.702581 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.702739 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.702895 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.703052 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.703208 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.703365 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.703521 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.703679 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.703836 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.703992 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.704148 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.704305 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.704471 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.704642 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.704799 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.704980 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.706673 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.706673 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.706673 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.706673 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.706673 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.706673 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.706673 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.706673 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.708176 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.708176 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.708176 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.708176 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.708176 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.708176 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.708176 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.708176 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.708787 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.708787 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.708787 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.708787 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.708787 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.708787 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.709618 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.709618 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.709618 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.709618 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.709618 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.709618 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.710590 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.710590 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.710590 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.710590 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.710590 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.710590 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.711324 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.711324 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.711324 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.711324 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.711324 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.711814 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.711814 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.711814 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.711814 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.712233 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.712233 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.712233 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.712448 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.712526 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.712696 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.712832 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.713016 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.713173 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.713329 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.713486 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.713642 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.713800 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.11/identity {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.713957 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.714114 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.714270 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.714448 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.714582 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.714708 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.714894 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.715020 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.715165 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.715290 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.715442 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.715599 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.715756 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.715912 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.716068 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.716230 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.716425 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.716566 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.716692 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.716826 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.717002 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.717159 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.717316 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.717472 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.717629 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.717787 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.717943 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.718101 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.718257 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.718413 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.718571 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.718747 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.718876 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.719023 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.719180 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.719338 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.719495 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.719654 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.719811 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.719967 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.720125 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.720281 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.720452 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.720589 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.720749 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.720931 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.721093 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.721878 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.722037 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.722181 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.722340 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.722498 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.722656 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.722813 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.722975 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.723140 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.723298 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.723455 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.723611 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.723768 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.723925 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.724104 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.724247 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.724394 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.724551 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.724709 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.724865 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.725042 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.725211 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.725369 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.725526 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.725683 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.725839 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.725982 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.726180 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.726308 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.726432 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:43:51.726563 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.726689 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.726813 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.726939 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.727072 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.727198 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.727331 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.727456 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.727608 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.727764 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.727930 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.728088 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.728245 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.728403 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.728559 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.728715 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.728928 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.729063 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.729188 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.729348 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.729505 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.729662 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.729827 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.729986 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.730144 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.730309 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.730466 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.730621 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.730777 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.730978 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.731096 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.731228 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.731383 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.731538 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.731694 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.731852 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.732013 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.732180 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.732343 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.732501 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.732665 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.732831 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.733019 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.733180 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.733345 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.733513 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.733653 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.733812 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.733969 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.734126 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.734282 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.734437 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.734593 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.734749 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.734905 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.735060 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.735215 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.735371 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.735527 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.735685 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.735841 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.735996 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.736152 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.736309 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.736464 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 07:43:51.736614 dv-cinder-811078-1-iscsi neutron-server[106248]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106248) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 07:43:51.847929 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 59420) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:43:51.856622 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [-] 10.222.0.11 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063472 Sep 27 07:44:03.434407 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a85688-e377-455f-b84a-5a442dde04a5 None None] get_active_networks_info from dv-cinder-811078-1-iscsi {{(pid=106359) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 27 07:44:03.510233 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a85688-e377-455f-b84a-5a442dde04a5 None None] No non-hosted networks {{(pid=106359) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 27 07:44:03.535065 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.agentschedulers_db [None req-98a85688-e377-455f-b84a-5a442dde04a5 None None] DHCP Agent not found on host dv-cinder-811078-1-iscsi {{(pid=106359) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 27 07:44:03.779267 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-e7839c09-510f-4855-ac74-7487da545604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-560590'] for agent, after_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:06.210803 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-79dcef60-c61b-416c-936c-c354d1cc81fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-560590'] for agent, after_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:06.255109 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.db.api [None req-34870830-c022-4329-8085-5f9b013ff832 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-811078-1-iscsi {{(pid=106359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 07:44:06.255878 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG oslo_db.api [None req-34870830-c022-4329-8085-5f9b013ff832 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 07:44:06.615107 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-560590'] for agent, after_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:06.616304 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:06.616996 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:06.617633 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:06.618285 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:06.618792 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:06.619338 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:06.619763 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:06.620324 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:06.620853 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:06.621782 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:06.622326 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:06.622868 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:06.623448 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-811078-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:44:06.643855 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-811078-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:44:06.863453 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-34870830-c022-4329-8085-5f9b013ff832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:06.964399 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-560590'] for agent, after_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:08.866589 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-560590'] for agent, after_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:09.834411 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 59512) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:44:10.315040 dv-cinder-811078-1-iscsi neutron-server[106358]: WARNING oslo_policy.policy [None req-1e5715d7-6322-4dbf-a3c8-05398308d0e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 07:44:10.315605 dv-cinder-811078-1-iscsi neutron-server[106358]: WARNING oslo_policy.policy [None req-1e5715d7-6322-4dbf-a3c8-05398308d0e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 07:44:10.533606 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [None req-1e5715d7-6322-4dbf-a3c8-05398308d0e1 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=106358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 07:44:10.534756 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-1e5715d7-6322-4dbf-a3c8-05398308d0e1 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6994383 Sep 27 07:44:12.907514 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 59526) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:44:13.219026 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-9cb6fc43-3403-46ee-8117-2cef917a2909 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:44:13.312227 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.policy [None req-9cb6fc43-3403-46ee-8117-2cef917a2909 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106358) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 27 07:44:13.356496 dv-cinder-811078-1-iscsi neutron-server[106358]: WARNING oslo_policy.policy [None req-9cb6fc43-3403-46ee-8117-2cef917a2909 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 07:44:13.356804 dv-cinder-811078-1-iscsi neutron-server[106358]: WARNING oslo_policy.policy [None req-9cb6fc43-3403-46ee-8117-2cef917a2909 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 07:44:13.365318 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.quota [None req-9cb6fc43-3403-46ee-8117-2cef917a2909 admin admin] Loaded quota_driver: . Sep 27 07:44:13.494210 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.db.l3_hamode_db [None req-91270d1f-a655-4bb2-b7d7-52113d324887 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 27 07:44:13.525430 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-9cb6fc43-3403-46ee-8117-2cef917a2909 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792190429274', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792190429711', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792190482598', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792190476810', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792191881743', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792190463740', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1626490', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1831262', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-717419', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-633124'] for rbac-policy, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:13.573471 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91270d1f-a655-4bb2-b7d7-52113d324887 None None] Routers set() bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:44:13.573851 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91270d1f-a655-4bb2-b7d7-52113d324887 None None] Router IDs set() for agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 27 07:44:13.700776 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-9cb6fc43-3403-46ee-8117-2cef917a2909 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:13.702022 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-9cb6fc43-3403-46ee-8117-2cef917a2909 admin admin] 10.222.0.11 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7935121 Sep 27 07:44:16.256534 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 59538) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:44:16.555201 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '62e25b5b5efa4110a013865ef1ab0437', 'project_id': '62e25b5b5efa4110a013865ef1ab0437'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:44:16.637582 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Made reservation on behalf of 62e25b5b5efa4110a013865ef1ab0437 for: {'network': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:44:16.640324 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for network, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:16.657299 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:16.774585 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:16.837846 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:16.857071 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=106358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 07:44:16.883925 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792188906891', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:16.884520 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Unsubscribe: segment precommit_create {{(pid=106358) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 27 07:44:16.885076 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.segments_db [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Added segment dbb89577-6cf5-4920-a848-6590dd59930f of type vlan for network 40bf96f4-e05c-4b96-bfca-f4e7075a0eb0 Sep 27 07:44:16.900432 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1d2c88-ff2b-4bee-b70c-4d09b0e79745,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:44:16.948554 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:16.948947 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:16.949274 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:16.949601 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:16.949924 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:16.950260 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:16.950582 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:16.950915 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:16.951250 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:16.951568 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:16.951883 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:16.952195 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Tracked resource versions report: Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: pushed versions: Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: { 'AddressGroup': {'1.2'}, Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'ConntrackHelper': {'1.0'}, Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'Log': {'1.0'}, Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'Network': {'1.1'}, Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'Port': {'1.7'}, Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'PortForwarding': {'1.2'}, Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'QosPolicy': {'1.9'}, Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'SecurityGroup': {'1.4'}, Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'SecurityGroupRule': {'1.2'}, Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'SubPort': {'1.0'}, Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'Subnet': {'1.1'}, Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'Trunk': {'1.1'}} Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: consumer versions: Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: { DHCP agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: L3 agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: Metadata agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: Metering agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: Open vSwitch agent@dv-cinder-811078-1-iscsi: { 'AddressGroup': '1.2', Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'ConntrackHelper': '1.0', Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'Log': '1.0', Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'Network': '1.1', Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'Port': '1.7', Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'PortForwarding': '1.2', Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'QosPolicy': '1.9', Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'SecurityGroup': '1.4', Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'SecurityGroupRule': '1.2', Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'SubPort': '1.0', Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'Subnet': '1.1', Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: 'Trunk': '1.1'}} Sep 27 07:44:16.953316 dv-cinder-811078-1-iscsi neutron-server[106358]: {{(pid=106358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 07:44:17.000572 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792188561686'] for network, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:17.089044 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for network, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:17.090056 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:44:17.090692 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:17.184506 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] Pushing event updated for resources: {'Network': ['ID=40bf96f4-e05c-4b96-bfca-f4e7075a0eb0,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:44:17.196777 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Network 40bf96f4-e05c-4b96-bfca-f4e7075a0eb0 details requested by agent ovs-agent-dv-cinder-811078-1-iscsi with host dv-cinder-811078-1-iscsi {{(pid=106359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 07:44:17.198486 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-23c5d208-44e4-4334-a1f9-0ec67bb90951 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9407895 Sep 27 07:44:19.862910 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 59552) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:44:20.345967 dv-cinder-811078-1-iscsi neutron-server[106357]: WARNING oslo_policy.policy [None req-7093d502-4024-4bcf-a524-309c42248f13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 07:44:20.346536 dv-cinder-811078-1-iscsi neutron-server[106357]: WARNING oslo_policy.policy [None req-7093d502-4024-4bcf-a524-309c42248f13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 07:44:20.782180 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.policy [None req-7093d502-4024-4bcf-a524-309c42248f13 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106357) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 27 07:44:20.826743 dv-cinder-811078-1-iscsi neutron-server[106357]: WARNING oslo_policy.policy [None req-7093d502-4024-4bcf-a524-309c42248f13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 07:44:20.827108 dv-cinder-811078-1-iscsi neutron-server[106357]: WARNING oslo_policy.policy [None req-7093d502-4024-4bcf-a524-309c42248f13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 07:44:20.835939 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7093d502-4024-4bcf-a524-309c42248f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:44:20.837887 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-7093d502-4024-4bcf-a524-309c42248f13 admin admin] 10.222.0.11 "GET /v2.0/networks/40bf96f4-e05c-4b96-bfca-f4e7075a0eb0 HTTP/1.1" status: 200 len: 825 time: 0.9729125 Sep 27 07:44:20.876385 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-790993f9-09cb-4c2c-b1ba-6c52c4715434 admin admin] 10.222.0.11 "GET /v2.0/subnetpools/01c45980-da14-4482-80fc-77578749e4fb HTTP/1.1" status: 200 len: 734 time: 0.0324047 Sep 27 07:44:20.885631 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Request body: {'subnet': {'network_id': '40bf96f4-e05c-4b96-bfca-f4e7075a0eb0', 'name': 'private-subnet', 'subnetpool_id': '01c45980-da14-4482-80fc-77578749e4fb', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '62e25b5b5efa4110a013865ef1ab0437'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:44:20.887545 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.quota [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Loaded quota_driver: . Sep 27 07:44:21.014629 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Made reservation on behalf of 62e25b5b5efa4110a013865ef1ab0437 for: {'subnet': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:44:21.017456 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:21.352396 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for subnet, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:21.423233 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Checking segment: {'id': 'dbb89577-6cf5-4920-a848-6590dd59930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '40bf96f4-e05c-4b96-bfca-f4e7075a0eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:44:21.423602 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Network hostable DHCP agents. Network: 40bf96f4-e05c-4b96-bfca-f4e7075a0eb0, hostable agents: ['5ef10843-63ae-4094-8244-a7e4b9a0127e'], hosted agents: [] {{(pid=106357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 07:44:21.434485 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c46ae3b-91b0-4ff0-94d3-f249574836d1,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:44:21.447570 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:21.447937 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:21.448283 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:21.448607 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:21.448975 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:21.449345 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:21.449673 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:21.450009 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:21.450348 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:21.450671 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:21.450988 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:21.451303 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Tracked resource versions report: Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: pushed versions: Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: { 'AddressGroup': {'1.2'}, Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'ConntrackHelper': {'1.0'}, Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'Log': {'1.0'}, Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'Network': {'1.1'}, Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'Port': {'1.7'}, Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'PortForwarding': {'1.2'}, Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'QosPolicy': {'1.9'}, Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'SecurityGroup': {'1.4'}, Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'SecurityGroupRule': {'1.2'}, Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'SubPort': {'1.0'}, Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'Subnet': {'1.1'}, Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'Trunk': {'1.1'}} Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: consumer versions: Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: { DHCP agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: L3 agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: Metadata agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: Metering agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: Open vSwitch agent@dv-cinder-811078-1-iscsi: { 'AddressGroup': '1.2', Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'ConntrackHelper': '1.0', Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'Log': '1.0', Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'Network': '1.1', Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'Port': '1.7', Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'PortForwarding': '1.2', Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'QosPolicy': '1.9', Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'SecurityGroup': '1.4', Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'SecurityGroupRule': '1.2', Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'SubPort': '1.0', Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'Subnet': '1.1', Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: 'Trunk': '1.1'}} Sep 27 07:44:21.452396 dv-cinder-811078-1-iscsi neutron-server[106357]: {{(pid=106357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 07:44:21.561828 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Network 40bf96f4-e05c-4b96-bfca-f4e7075a0eb0 is scheduled to be hosted by DHCP agent 5ef10843-63ae-4094-8244-a7e4b9a0127e with binding_index 1 {{(pid=106357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 07:44:21.637282 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811078-1-iscsi, 40bf96f4-e05c-4b96-bfca-f4e7075a0eb0) {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:44:21.643837 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:44:21.644783 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:21.649803 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b417c9-6d75-48fb-a40c-f0727105a215 None None] Network 40bf96f4-e05c-4b96-bfca-f4e7075a0eb0 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:44:21.739496 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-37a1eb3d-afd2-40dc-8353-9a3884bf01cd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8572338 Sep 27 07:44:21.965939 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd49ed21-ced5-5413-88d6-bd28c9230666-40bf96f4-e05c-4b96-bfca-f4e7075a0eb0', 'network_id': '40bf96f4-e05c-4b96-bfca-f4e7075a0eb0', 'tenant_id': '62e25b5b5efa4110a013865ef1ab0437', 'fixed_ips': [{'subnet_id': '9c46ae3b-91b0-4ff0-94d3-f249574836d1'}]}} from dv-cinder-811078-1-iscsi. {{(pid=106359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 07:44:21.967159 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:22.259021 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.db_base_plugin_common [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Allocated IP 172.20.0.2 (40bf96f4-e05c-4b96-bfca-f4e7075a0eb0/9c46ae3b-91b0-4ff0-94d3-f249574836d1/7941750e-21be-404d-81d3-059590a45b9f) {{(pid=106359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:44:22.493882 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Notify callbacks [] for port, precommit_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:22.574084 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431'] for port, after_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:22.648192 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Network 40bf96f4-e05c-4b96-bfca-f4e7075a0eb0 is already hosted by enough agents. {{(pid=106359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:44:22.656845 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.base_scheduler [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Resources bound (agent type, host, resource id): {{(pid=106359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:44:22.660749 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Received port after_create {{(pid=106359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:44:22.669794 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Pushing event updated for resources: {'Port': ['ID=7941750e-21be-404d-81d3-059590a45b9f,revision_number=1']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:44:22.699053 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:22.699425 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:22.699791 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:22.700117 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:22.700454 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:22.700790 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:22.701147 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:22.701481 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:22.701825 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:22.702157 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:22.702483 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:22.702808 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Tracked resource versions report: Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: pushed versions: Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: { 'AddressGroup': {'1.2'}, Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'ConntrackHelper': {'1.0'}, Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'Log': {'1.0'}, Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'Network': {'1.1'}, Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'Port': {'1.7'}, Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'PortForwarding': {'1.2'}, Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'QosPolicy': {'1.9'}, Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'SecurityGroup': {'1.4'}, Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'SecurityGroupRule': {'1.2'}, Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'SubPort': {'1.0'}, Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'Subnet': {'1.1'}, Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'Trunk': {'1.1'}} Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: consumer versions: Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: { DHCP agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: L3 agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: Metadata agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: Metering agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: Open vSwitch agent@dv-cinder-811078-1-iscsi: { 'AddressGroup': '1.2', Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'ConntrackHelper': '1.0', Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'Log': '1.0', Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'Network': '1.1', Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'Port': '1.7', Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'PortForwarding': '1.2', Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'QosPolicy': '1.9', Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'SecurityGroup': '1.4', Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'SecurityGroupRule': '1.2', Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'SubPort': '1.0', Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'Subnet': '1.1', Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: 'Trunk': '1.1'}} Sep 27 07:44:22.703946 dv-cinder-811078-1-iscsi neutron-server[106359]: {{(pid=106359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 07:44:22.752217 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Attempting to bind port 7941750e-21be-404d-81d3-059590a45b9f on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:44:22.752623 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Attempting to bind port 7941750e-21be-404d-81d3-059590a45b9f by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': 'dbb89577-6cf5-4920-a848-6590dd59930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '40bf96f4-e05c-4b96-bfca-f4e7075a0eb0'}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:44:22.753048 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Attempting to bind port 7941750e-21be-404d-81d3-059590a45b9f on network 40bf96f4-e05c-4b96-bfca-f4e7075a0eb0 {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:44:22.757926 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:44:22.758347 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Checking segment: {'id': 'dbb89577-6cf5-4920-a848-6590dd59930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '40bf96f4-e05c-4b96-bfca-f4e7075a0eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:44:22.758832 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:22.759223 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Bound using segment: {'id': 'dbb89577-6cf5-4920-a848-6590dd59930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '40bf96f4-e05c-4b96-bfca-f4e7075a0eb0'} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:44:22.759690 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Bound port: 7941750e-21be-404d-81d3-059590a45b9f, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb89577-6cf5-4920-a848-6590dd59930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '40bf96f4-e05c-4b96-bfca-f4e7075a0eb0'}}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:44:22.760112 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:22.822192 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] For port 7941750e-21be-404d-81d3-059590a45b9f, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:44:22.826375 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] For port 7941750e-21be-404d-81d3-059590a45b9f, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=7941750e-21be-404d-81d3-059590a45b9f,segment=NetworkSegment(dbb89577-6cf5-4920-a848-6590dd59930f),segment_id=dbb89577-6cf5-4920-a848-6590dd59930f)] {{(pid=106359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:44:22.918151 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:22.983965 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9d997-3661-4406-a439-e86d64e48485 None None] Pushing event updated for resources: {'Port': ['ID=7941750e-21be-404d-81d3-059590a45b9f,revision_number=2']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:44:24.163990 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 59572) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:44:24.473672 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [None req-709a5a5b-a63b-4b3f-a8ec-056a2cbe51e4 admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=106357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 07:44:24.474688 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-709a5a5b-a63b-4b3f-a8ec-056a2cbe51e4 admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3096464 Sep 27 07:44:26.875018 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 59580) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:44:27.188518 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [None req-46d4e7d0-3cad-4a04-8c26-226c5ea7fc0f admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=106358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 07:44:27.190201 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-46d4e7d0-3cad-4a04-8c26-226c5ea7fc0f admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3142400 Sep 27 07:44:29.835232 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 59590) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:44:30.131718 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-4e1e5ce3-85b7-4bc4-ad3b-bba7478505a0 admin admin] Request body: {'router': {'tenant_id': '62e25b5b5efa4110a013865ef1ab0437', 'name': 'router1', 'admin_state_up': True}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:44:30.238229 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5ce3-85b7-4bc4-ad3b-bba7478505a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4790'] for router, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:30.239947 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5ce3-85b7-4bc4-ad3b-bba7478505a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4799'] for router, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:30.375359 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5ce3-85b7-4bc4-ad3b-bba7478505a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:30.438592 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5ce3-85b7-4bc4-ad3b-bba7478505a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562875'] for router, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:30.558008 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4e1e5ce3-85b7-4bc4-ad3b-bba7478505a0 admin admin] Notify callbacks [] for router, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:30.559250 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-4e1e5ce3-85b7-4bc4-ad3b-bba7478505a0 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7230532 Sep 27 07:44:31.282670 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7840751-1fb6-4bec-b702-7193b73dadef None None] Network 40bf96f4-e05c-4b96-bfca-f4e7075a0eb0 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:44:31.363783 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-f7a7cdf2-1544-470e-b3e3-8b509c0233ed None None] Provisioning complete for port 7941750e-21be-404d-81d3-059590a45b9f triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:44:31.373346 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-f7a7cdf2-1544-470e-b3e3-8b509c0233ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:31.571061 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-f7a7cdf2-1544-470e-b3e3-8b509c0233ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:31.616647 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-f7a7cdf2-1544-470e-b3e3-8b509c0233ed None None] For port 7941750e-21be-404d-81d3-059590a45b9f, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=7941750e-21be-404d-81d3-059590a45b9f,segment=NetworkSegment(dbb89577-6cf5-4920-a848-6590dd59930f),segment_id=dbb89577-6cf5-4920-a848-6590dd59930f)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:44:31.683181 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-f7a7cdf2-1544-470e-b3e3-8b509c0233ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:31.738654 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7cdf2-1544-470e-b3e3-8b509c0233ed None None] Pushing event updated for resources: {'Port': ['ID=7941750e-21be-404d-81d3-059590a45b9f,revision_number=3']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:44:31.804226 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-6ed74229-8ca5-4876-8cce-4beb0c10b9c2 None None] Provisioning complete for port 7941750e-21be-404d-81d3-059590a45b9f triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:44:31.804517 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-6ed74229-8ca5-4876-8cce-4beb0c10b9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:32.025710 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 7941750e-21be-404d-81d3-059590a45b9f up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:44:32.072513 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 7941750e-21be-404d-81d3-059590a45b9f triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:44:32.072816 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:32.975412 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 59602) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:44:33.276771 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [None req-607146b3-6668-4c26-af5c-037c801e221d admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=106358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 07:44:33.277796 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-607146b3-6668-4c26-af5c-037c801e221d admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3014460 Sep 27 07:44:33.449036 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1102cc76-359f-4490-9f05-4a717c8303de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:35.665902 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 59610) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:44:35.972427 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-de41ec06-93e0-4939-a8a8-cc291e72d73b admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:44:36.042402 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de41ec06-93e0-4939-a8a8-cc291e72d73b admin admin] Made reservation on behalf of 311be78b515c4401a06195c5e750cd49 for: {'network': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:44:36.044511 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de41ec06-93e0-4939-a8a8-cc291e72d73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for network, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:36.052702 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de41ec06-93e0-4939-a8a8-cc291e72d73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:36.136431 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de41ec06-93e0-4939-a8a8-cc291e72d73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:36.157004 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-a10c0b03-1bed-4e4d-a1cd-a2e96074f420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:36.214301 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de41ec06-93e0-4939-a8a8-cc291e72d73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:36.229701 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-de41ec06-93e0-4939-a8a8-cc291e72d73b admin admin] Reserving flat network on physical network physnet1 {{(pid=106358) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 27 07:44:36.247625 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41ec06-93e0-4939-a8a8-cc291e72d73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ace92b-6316-4a2d-bae3-1ed5135ba396,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:44:36.253115 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de41ec06-93e0-4939-a8a8-cc291e72d73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:36.253457 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.segments_db [None req-de41ec06-93e0-4939-a8a8-cc291e72d73b admin admin] Added segment 22cf99ab-87ab-45d6-82c2-e6e1ff557d57 of type flat for network 12b44509-c0c8-4d46-aca9-a93a6e96d753 Sep 27 07:44:36.304064 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de41ec06-93e0-4939-a8a8-cc291e72d73b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792188561686'] for network, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:36.419987 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de41ec06-93e0-4939-a8a8-cc291e72d73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for network, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:36.420950 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de41ec06-93e0-4939-a8a8-cc291e72d73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:44:36.421775 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de41ec06-93e0-4939-a8a8-cc291e72d73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:36.472643 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41ec06-93e0-4939-a8a8-cc291e72d73b admin admin] Pushing event updated for resources: {'Network': ['ID=12b44509-c0c8-4d46-aca9-a93a6e96d753,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:44:36.482319 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 details requested by agent ovs-agent-dv-cinder-811078-1-iscsi with host dv-cinder-811078-1-iscsi {{(pid=106359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 07:44:36.658984 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:36.735330 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-de41ec06-93e0-4939-a8a8-cc291e72d73b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0683167 Sep 27 07:44:37.049439 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:38.629094 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 5 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:44:38.820574 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:39.126258 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 59628) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:44:39.335407 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44eaf70-ad52-4bc2-8279-a9bcd2278614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:44:39.336778 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-b44eaf70-ad52-4bc2-8279-a9bcd2278614 admin admin] 10.222.0.11 "GET /v2.0/subnets/9c46ae3b-91b0-4ff0-94d3-f249574836d1 HTTP/1.1" status: 200 len: 849 time: 0.2095499 Sep 27 07:44:39.453129 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-aab973ee-33e3-4aa7-837e-6711457dcb0e admin admin] 10.222.0.11 "GET /v2.0/routers/ca96cb7b-4514-4b85-adb5-5088d9826e13 HTTP/1.1" status: 200 len: 704 time: 0.1101434 Sep 27 07:44:39.712183 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ef269ed9-3eeb-426d-884c-d15c227928de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:40.003808 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [None req-ef269ed9-3eeb-426d-884c-d15c227928de admin admin] Allocated IP 172.20.0.1 (40bf96f4-e05c-4b96-bfca-f4e7075a0eb0/9c46ae3b-91b0-4ff0-94d3-f249574836d1/3a745722-ccb7-45d0-ab9e-27699c19f378) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:44:40.184242 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ef269ed9-3eeb-426d-884c-d15c227928de admin admin] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:40.299705 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ef269ed9-3eeb-426d-884c-d15c227928de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:40.372329 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef269ed9-3eeb-426d-884c-d15c227928de admin admin] Network 40bf96f4-e05c-4b96-bfca-f4e7075a0eb0 is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:44:40.377122 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-ef269ed9-3eeb-426d-884c-d15c227928de admin admin] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:44:40.381082 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef269ed9-3eeb-426d-884c-d15c227928de admin admin] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:44:40.381643 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ef269ed9-3eeb-426d-884c-d15c227928de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560518'] for router_interface, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:40.501057 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef269ed9-3eeb-426d-884c-d15c227928de admin admin] Pushing event updated for resources: {'Port': ['ID=3a745722-ccb7-45d0-ab9e-27699c19f378,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:44:40.543005 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-dcadfc3a-f8ea-4518-81bf-df9dd2b93b99 None None] Provisioning complete for port 3a745722-ccb7-45d0-ab9e-27699c19f378 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:44:40.543489 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-dcadfc3a-f8ea-4518-81bf-df9dd2b93b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:40.575530 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-dcadfc3a-f8ea-4518-81bf-df9dd2b93b99 None None] Port 3a745722-ccb7-45d0-ab9e-27699c19f378 cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:44:40.716836 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ef269ed9-3eeb-426d-884c-d15c227928de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:40.928670 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ef269ed9-3eeb-426d-884c-d15c227928de admin admin] Notify callbacks [] for port, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:40.997371 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ef269ed9-3eeb-426d-884c-d15c227928de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:40.998179 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ef269ed9-3eeb-426d-884c-d15c227928de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560246'] for router_interface, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:41.059893 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef269ed9-3eeb-426d-884c-d15c227928de admin admin] Pushing event updated for resources: {'Port': ['ID=3a745722-ccb7-45d0-ab9e-27699c19f378,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:44:41.121681 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef269ed9-3eeb-426d-884c-d15c227928de admin admin] Network 40bf96f4-e05c-4b96-bfca-f4e7075a0eb0 is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:44:41.122959 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-ef269ed9-3eeb-426d-884c-d15c227928de admin admin] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:44:41.295667 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-0949db79-4387-4d6d-b2ae-7d9056e48fe7 None None] Provisioning complete for port 3a745722-ccb7-45d0-ab9e-27699c19f378 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:44:41.296038 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-0949db79-4387-4d6d-b2ae-7d9056e48fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:41.330902 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-0949db79-4387-4d6d-b2ae-7d9056e48fe7 None None] Port 3a745722-ccb7-45d0-ab9e-27699c19f378 cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:44:41.351512 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef269ed9-3eeb-426d-884c-d15c227928de admin admin] Router ca96cb7b-4514-4b85-adb5-5088d9826e13 is scheduled to L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d with binding_index 1 {{(pid=106358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 07:44:41.441948 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef269ed9-3eeb-426d-884c-d15c227928de admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:44:41.447403 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-ef269ed9-3eeb-426d-884c-d15c227928de admin admin] 10.222.0.11 "PUT /v2.0/routers/ca96cb7b-4514-4b85-adb5-5088d9826e13/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9871707 Sep 27 07:44:41.452040 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] Sync routers for ids ['ca96cb7b-4514-4b85-adb5-5088d9826e13'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:44:41.464228 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] Routers {'ca96cb7b-4514-4b85-adb5-5088d9826e13'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:44:41.465090 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:44:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['ca96cb7b-4514-4b85-adb5-5088d9826e13'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:44:41.652494 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] Set router ca96cb7b-4514-4b85-adb5-5088d9826e13 gateway port host: None {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:44:42.075657 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96cb7b-4514-4b85-adb5-5088d9826e13', 'name': 'router1', 'tenant_id': '62e25b5b5efa4110a013865ef1ab0437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:44:30Z', 'updated_at': '2021-09-27T07:44:40Z', 'revision_number': 2, 'project_id': '62e25b5b5efa4110a013865ef1ab0437', 'gw_port_host': None, '_interfaces': [{'id': '3a745722-ccb7-45d0-ab9e-27699c19f378', 'name': '', 'network_id': '40bf96f4-e05c-4b96-bfca-f4e7075a0eb0', 'tenant_id': '62e25b5b5efa4110a013865ef1ab0437', 'mac_address': 'fa:16:3e:1b:e5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96cb7b-4514-4b85-adb5-5088d9826e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c46ae3b-91b0-4ff0-94d3-f249574836d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:44:39Z', 'updated_at': '2021-09-27T07:44:40Z', 'revision_number': 2, 'project_id': '62e25b5b5efa4110a013865ef1ab0437', 'subnets': [{'id': '9c46ae3b-91b0-4ff0-94d3-f249574836d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01c45980-da14-4482-80fc-77578749e4fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:44:42.126159 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] Checking router: ca96cb7b-4514-4b85-adb5-5088d9826e13 for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:44:42.126579 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] Updating router ca96cb7b-4514-4b85-adb5-5088d9826e13 port 3a745722-ccb7-45d0-ab9e-27699c19f378 binding host dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 07:44:42.174461 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:42.681068 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] Notify callbacks [] for port, precommit_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:42.768679 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:42.904800 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f4282-64d2-4d08-9379-2a183fe6abce None None] Pushing event updated for resources: {'Port': ['ID=3a745722-ccb7-45d0-ab9e-27699c19f378,revision_number=3']} {{(pid=106360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:44:42.929366 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f4282-64d2-4d08-9379-2a183fe6abce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:42.929722 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f4282-64d2-4d08-9379-2a183fe6abce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:42.930064 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f4282-64d2-4d08-9379-2a183fe6abce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:42.930441 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f4282-64d2-4d08-9379-2a183fe6abce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:42.930779 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f4282-64d2-4d08-9379-2a183fe6abce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:42.931089 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f4282-64d2-4d08-9379-2a183fe6abce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:42.931406 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f4282-64d2-4d08-9379-2a183fe6abce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:42.931723 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f4282-64d2-4d08-9379-2a183fe6abce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:42.932046 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f4282-64d2-4d08-9379-2a183fe6abce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:42.932358 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f4282-64d2-4d08-9379-2a183fe6abce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:42.932670 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f4282-64d2-4d08-9379-2a183fe6abce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:42.933015 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f4282-64d2-4d08-9379-2a183fe6abce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66f4282-64d2-4d08-9379-2a183fe6abce None None] Tracked resource versions report: Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: pushed versions: Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: { 'AddressGroup': {'1.2'}, Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'ConntrackHelper': {'1.0'}, Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'Log': {'1.0'}, Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'Network': {'1.1'}, Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'Port': {'1.7'}, Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'PortForwarding': {'1.2'}, Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'QosPolicy': {'1.9'}, Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'SecurityGroup': {'1.4'}, Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'SecurityGroupRule': {'1.2'}, Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'SubPort': {'1.0'}, Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'Subnet': {'1.1'}, Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'Trunk': {'1.1'}} Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: consumer versions: Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: { DHCP agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: L3 agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: Metadata agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: Metering agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: Open vSwitch agent@dv-cinder-811078-1-iscsi: { 'AddressGroup': '1.2', Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'ConntrackHelper': '1.0', Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'Log': '1.0', Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'Network': '1.1', Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'Port': '1.7', Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'PortForwarding': '1.2', Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'QosPolicy': '1.9', Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'SecurityGroup': '1.4', Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'SecurityGroupRule': '1.2', Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'SubPort': '1.0', Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'Subnet': '1.1', Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: 'Trunk': '1.1'}} Sep 27 07:44:42.934158 dv-cinder-811078-1-iscsi neutron-server[106360]: {{(pid=106360) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 07:44:42.950219 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] Attempting to bind port 3a745722-ccb7-45d0-ab9e-27699c19f378 on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:44:42.950617 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] Attempting to bind port 3a745722-ccb7-45d0-ab9e-27699c19f378 by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': 'dbb89577-6cf5-4920-a848-6590dd59930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '40bf96f4-e05c-4b96-bfca-f4e7075a0eb0'}] {{(pid=106360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:44:42.951014 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] Attempting to bind port 3a745722-ccb7-45d0-ab9e-27699c19f378 on network 40bf96f4-e05c-4b96-bfca-f4e7075a0eb0 {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:44:42.955921 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:44:42.956333 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] Checking segment: {'id': 'dbb89577-6cf5-4920-a848-6590dd59930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '40bf96f4-e05c-4b96-bfca-f4e7075a0eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:44:42.956822 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:42.957269 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] Bound using segment: {'id': 'dbb89577-6cf5-4920-a848-6590dd59930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '40bf96f4-e05c-4b96-bfca-f4e7075a0eb0'} {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:44:42.957696 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] Bound port: 3a745722-ccb7-45d0-ab9e-27699c19f378, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbb89577-6cf5-4920-a848-6590dd59930f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '40bf96f4-e05c-4b96-bfca-f4e7075a0eb0'}}] {{(pid=106360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:44:42.958084 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:42.960842 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-f68f2dd5-3b3c-487e-98c4-423667e00e6e None None] Provisioning complete for port 3a745722-ccb7-45d0-ab9e-27699c19f378 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:44:42.961341 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-f68f2dd5-3b3c-487e-98c4-423667e00e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:42.994610 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-f68f2dd5-3b3c-487e-98c4-423667e00e6e None None] Port 3a745722-ccb7-45d0-ab9e-27699c19f378 cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:44:43.024296 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.db [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] For port 3a745722-ccb7-45d0-ab9e-27699c19f378, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:44:43.043418 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.db [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] For port 3a745722-ccb7-45d0-ab9e-27699c19f378, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=3a745722-ccb7-45d0-ab9e-27699c19f378,segment=NetworkSegment(dbb89577-6cf5-4920-a848-6590dd59930f),segment_id=dbb89577-6cf5-4920-a848-6590dd59930f)] {{(pid=106360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:44:43.112341 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:43.166921 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f4282-64d2-4d08-9379-2a183fe6abce None None] Pushing event updated for resources: {'Port': ['ID=3a745722-ccb7-45d0-ab9e-27699c19f378,revision_number=4']} {{(pid=106360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:44:43.175879 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] Routers {'ca96cb7b-4514-4b85-adb5-5088d9826e13'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:44:43.176527 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:44:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['ca96cb7b-4514-4b85-adb5-5088d9826e13'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:44:43.265546 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] Set router ca96cb7b-4514-4b85-adb5-5088d9826e13 gateway port host: None {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:44:43.315403 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-e3cc8eb8-f404-4553-a8bb-62bca3198952 None None] Provisioning complete for port 3a745722-ccb7-45d0-ab9e-27699c19f378 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:44:43.315705 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-e3cc8eb8-f404-4553-a8bb-62bca3198952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:43.390913 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-e3cc8eb8-f404-4553-a8bb-62bca3198952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:43.423376 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-e3cc8eb8-f404-4553-a8bb-62bca3198952 None None] For port 3a745722-ccb7-45d0-ab9e-27699c19f378, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=3a745722-ccb7-45d0-ab9e-27699c19f378,segment=NetworkSegment(dbb89577-6cf5-4920-a848-6590dd59930f),segment_id=dbb89577-6cf5-4920-a848-6590dd59930f)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:44:43.472895 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96cb7b-4514-4b85-adb5-5088d9826e13', 'name': 'router1', 'tenant_id': '62e25b5b5efa4110a013865ef1ab0437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:44:30Z', 'updated_at': '2021-09-27T07:44:40Z', 'revision_number': 2, 'project_id': '62e25b5b5efa4110a013865ef1ab0437', 'gw_port_host': None, '_interfaces': [{'id': '3a745722-ccb7-45d0-ab9e-27699c19f378', 'name': '', 'network_id': '40bf96f4-e05c-4b96-bfca-f4e7075a0eb0', 'tenant_id': '62e25b5b5efa4110a013865ef1ab0437', 'mac_address': 'fa:16:3e:1b:e5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96cb7b-4514-4b85-adb5-5088d9826e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c46ae3b-91b0-4ff0-94d3-f249574836d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:44:39Z', 'updated_at': '2021-09-27T07:44:43Z', 'revision_number': 4, 'project_id': '62e25b5b5efa4110a013865ef1ab0437', 'subnets': [{'id': '9c46ae3b-91b0-4ff0-94d3-f249574836d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01c45980-da14-4482-80fc-77578749e4fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:44:43.483028 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-e3cc8eb8-f404-4553-a8bb-62bca3198952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:43.503750 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e662ad99-6803-4298-ac15-ce9d2437ebb4 None None] The sync data for ids ['ca96cb7b-4514-4b85-adb5-5088d9826e13'] in dv-cinder-811078-1-iscsi is: [{'id': 'ca96cb7b-4514-4b85-adb5-5088d9826e13', 'name': 'router1', 'tenant_id': '62e25b5b5efa4110a013865ef1ab0437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:44:30Z', 'updated_at': '2021-09-27T07:44:40Z', 'revision_number': 2, 'project_id': '62e25b5b5efa4110a013865ef1ab0437', 'gw_port_host': None, '_interfaces': [{'id': '3a745722-ccb7-45d0-ab9e-27699c19f378', 'name': '', 'network_id': '40bf96f4-e05c-4b96-bfca-f4e7075a0eb0', 'tenant_id': '62e25b5b5efa4110a013865ef1ab0437', 'mac_address': 'fa:16:3e:1b:e5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96cb7b-4514-4b85-adb5-5088d9826e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c46ae3b-91b0-4ff0-94d3-f249574836d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:44:39Z', 'updated_at': '2021-09-27T07:44:43Z', 'revision_number': 4, 'project_id': '62e25b5b5efa4110a013865ef1ab0437', 'subnets': [{'id': '9c46ae3b-91b0-4ff0-94d3-f249574836d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01c45980-da14-4482-80fc-77578749e4fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:44:43.553374 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc8eb8-f404-4553-a8bb-62bca3198952 None None] Pushing event updated for resources: {'Port': ['ID=3a745722-ccb7-45d0-ab9e-27699c19f378,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:44:43.692815 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 59648) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:44:43.801023 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793ce658-12f3-4515-81e7-7edd8fc16373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:44:43.802395 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-793ce658-12f3-4515-81e7-7edd8fc16373 admin admin] 10.222.0.11 "GET /v2.0/networks/12b44509-c0c8-4d46-aca9-a93a6e96d753 HTTP/1.1" status: 200 len: 842 time: 0.1085987 Sep 27 07:44:43.812330 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-635894d6-5580-4a61-b121-a0159f484d56 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:44:43.923002 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635894d6-5580-4a61-b121-a0159f484d56 admin admin] Made reservation on behalf of 311be78b515c4401a06195c5e750cd49 for: {'subnet': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:44:43.925254 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-635894d6-5580-4a61-b121-a0159f484d56 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:44.290150 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.objects.ports [None req-635894d6-5580-4a61-b121-a0159f484d56 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106358) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 27 07:44:44.290569 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-635894d6-5580-4a61-b121-a0159f484d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for subnet, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:44.350040 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635894d6-5580-4a61-b121-a0159f484d56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d9ac14-3553-4580-92ce-723937f48855,revision_number=0']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:44:44.358438 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635894d6-5580-4a61-b121-a0159f484d56 admin admin] Checking segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:44:44.358944 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635894d6-5580-4a61-b121-a0159f484d56 admin admin] Network hostable DHCP agents. Network: 12b44509-c0c8-4d46-aca9-a93a6e96d753, hostable agents: ['5ef10843-63ae-4094-8244-a7e4b9a0127e'], hosted agents: [] {{(pid=106358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 07:44:44.448812 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635894d6-5580-4a61-b121-a0159f484d56 admin admin] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 is scheduled to be hosted by DHCP agent 5ef10843-63ae-4094-8244-a7e4b9a0127e with binding_index 1 {{(pid=106358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 07:44:44.522690 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-635894d6-5580-4a61-b121-a0159f484d56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811078-1-iscsi, 12b44509-c0c8-4d46-aca9-a93a6e96d753) {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:44:44.526753 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635894d6-5580-4a61-b121-a0159f484d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:44:44.527356 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-635894d6-5580-4a61-b121-a0159f484d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:44.531992 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bbb865-6723-4319-80d1-f451f95d00dd None None] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:44:44.615606 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-635894d6-5580-4a61-b121-a0159f484d56 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7948525 Sep 27 07:44:44.658972 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c45cc2d-4de2-4bd2-a04d-382c8df52a6d None None] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:44:46.909098 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 59656) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:44:47.107105 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-8632ca7e-899e-4a6d-9a6b-d875e8f516a3 admin admin] 10.222.0.11 "GET /v2.0/routers/ca96cb7b-4514-4b85-adb5-5088d9826e13 HTTP/1.1" status: 200 len: 710 time: 0.1968596 Sep 27 07:44:47.192812 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4a7c33-0db4-4a8a-9b66-1b1b1f87b01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:44:47.194206 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-fd4a7c33-0db4-4a8a-9b66-1b1b1f87b01c admin admin] 10.222.0.11 "GET /v2.0/networks/12b44509-c0c8-4d46-aca9-a93a6e96d753 HTTP/1.1" status: 200 len: 886 time: 0.0806441 Sep 27 07:44:47.203531 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-bfd912a3-eaf9-423d-a319-0df632dba93d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:44:47.442755 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bfd912a3-eaf9-423d-a319-0df632dba93d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:47.776444 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bfd912a3-eaf9-423d-a319-0df632dba93d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:47.853019 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bfd912a3-eaf9-423d-a319-0df632dba93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:48.130970 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [None req-bfd912a3-eaf9-423d-a319-0df632dba93d admin admin] Allocated IP 172.27.0.230 (12b44509-c0c8-4d46-aca9-a93a6e96d753/98d9ac14-3553-4580-92ce-723937f48855/da1878b6-9a23-4ec4-8ead-09c23f72a6fb) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:44:48.231367 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bfd912a3-eaf9-423d-a319-0df632dba93d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:48.322144 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bfd912a3-eaf9-423d-a319-0df632dba93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:48.357516 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd912a3-eaf9-423d-a319-0df632dba93d admin admin] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:44:48.360335 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-bfd912a3-eaf9-423d-a319-0df632dba93d admin admin] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:44:48.364394 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd912a3-eaf9-423d-a319-0df632dba93d admin admin] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:44:48.405496 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd912a3-eaf9-423d-a319-0df632dba93d admin admin] Pushing event updated for resources: {'Port': ['ID=da1878b6-9a23-4ec4-8ead-09c23f72a6fb,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:44:48.761960 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bfd912a3-eaf9-423d-a319-0df632dba93d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:49.034059 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bfd912a3-eaf9-423d-a319-0df632dba93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-562832', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-558592', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4781'] for router, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:49.037378 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bfd912a3-eaf9-423d-a319-0df632dba93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-562857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-558617'] for router, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:49.141503 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd912a3-eaf9-423d-a319-0df632dba93d admin admin] Router ca96cb7b-4514-4b85-adb5-5088d9826e13 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:44:49.243248 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd912a3-eaf9-423d-a319-0df632dba93d admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:44:49.247659 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bfd912a3-eaf9-423d-a319-0df632dba93d admin admin] Notify callbacks [] for router, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:49.248748 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-bfd912a3-eaf9-423d-a319-0df632dba93d admin admin] 10.222.0.11 "PUT /v2.0/routers/ca96cb7b-4514-4b85-adb5-5088d9826e13 HTTP/1.1" status: 200 len: 890 time: 2.0483675 Sep 27 07:44:49.876749 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] Sync routers for ids ['ca96cb7b-4514-4b85-adb5-5088d9826e13'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:44:49.928395 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] Routers {'ca96cb7b-4514-4b85-adb5-5088d9826e13'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:44:49.929115 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:44:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['ca96cb7b-4514-4b85-adb5-5088d9826e13'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:44:50.044179 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 3a745722-ccb7-45d0-ab9e-27699c19f378 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:44:50.166159 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] Set router ca96cb7b-4514-4b85-adb5-5088d9826e13 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:44:50.223199 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 3a745722-ccb7-45d0-ab9e-27699c19f378 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:44:50.223574 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:50.621714 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96cb7b-4514-4b85-adb5-5088d9826e13', 'name': 'router1', 'tenant_id': '62e25b5b5efa4110a013865ef1ab0437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'da1878b6-9a23-4ec4-8ead-09c23f72a6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:44:30Z', 'updated_at': '2021-09-27T07:44:48Z', 'revision_number': 4, 'project_id': '62e25b5b5efa4110a013865ef1ab0437', 'gw_port': {'id': 'da1878b6-9a23-4ec4-8ead-09c23f72a6fb', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:49:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96cb7b-4514-4b85-adb5-5088d9826e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:44:47Z', 'updated_at': '2021-09-27T07:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '3a745722-ccb7-45d0-ab9e-27699c19f378', 'name': '', 'network_id': '40bf96f4-e05c-4b96-bfca-f4e7075a0eb0', 'tenant_id': '62e25b5b5efa4110a013865ef1ab0437', 'mac_address': 'fa:16:3e:1b:e5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96cb7b-4514-4b85-adb5-5088d9826e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c46ae3b-91b0-4ff0-94d3-f249574836d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:44:39Z', 'updated_at': '2021-09-27T07:44:43Z', 'revision_number': 5, 'project_id': '62e25b5b5efa4110a013865ef1ab0437', 'subnets': [{'id': '9c46ae3b-91b0-4ff0-94d3-f249574836d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01c45980-da14-4482-80fc-77578749e4fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:44:50.670116 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] Checking router: ca96cb7b-4514-4b85-adb5-5088d9826e13 for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:44:50.670471 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] Updating router ca96cb7b-4514-4b85-adb5-5088d9826e13 port da1878b6-9a23-4ec4-8ead-09c23f72a6fb binding host dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 07:44:50.717734 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:51.025465 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] Notify callbacks [] for port, precommit_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:51.082721 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:51.134214 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] Attempting to bind port da1878b6-9a23-4ec4-8ead-09c23f72a6fb on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:44:51.134501 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] Attempting to bind port da1878b6-9a23-4ec4-8ead-09c23f72a6fb by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:44:51.134860 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] Attempting to bind port da1878b6-9a23-4ec4-8ead-09c23f72a6fb on network 12b44509-c0c8-4d46-aca9-a93a6e96d753 {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:44:51.137595 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d518bf8-f5f1-42be-9f64-3970d37f652b None None] Pushing event updated for resources: {'Port': ['ID=da1878b6-9a23-4ec4-8ead-09c23f72a6fb,revision_number=2']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:44:51.142404 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:44:51.142775 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] Checking segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:44:51.143180 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:51.143560 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] Bound using segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:44:51.144024 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] Bound port: da1878b6-9a23-4ec4-8ead-09c23f72a6fb, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:44:51.144416 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:51.196778 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] For port da1878b6-9a23-4ec4-8ead-09c23f72a6fb, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:44:51.199769 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] For port da1878b6-9a23-4ec4-8ead-09c23f72a6fb, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=da1878b6-9a23-4ec4-8ead-09c23f72a6fb,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:44:51.272029 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:51.400783 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] Routers {'ca96cb7b-4514-4b85-adb5-5088d9826e13'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:44:51.401346 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:44:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['ca96cb7b-4514-4b85-adb5-5088d9826e13'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:44:51.404038 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d518bf8-f5f1-42be-9f64-3970d37f652b None None] Pushing event updated for resources: {'Port': ['ID=da1878b6-9a23-4ec4-8ead-09c23f72a6fb,revision_number=3']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:44:51.509026 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] Set router ca96cb7b-4514-4b85-adb5-5088d9826e13 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:44:51.645695 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 59668) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:44:51.720512 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca96cb7b-4514-4b85-adb5-5088d9826e13', 'name': 'router1', 'tenant_id': '62e25b5b5efa4110a013865ef1ab0437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'da1878b6-9a23-4ec4-8ead-09c23f72a6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:44:30Z', 'updated_at': '2021-09-27T07:44:48Z', 'revision_number': 4, 'project_id': '62e25b5b5efa4110a013865ef1ab0437', 'gw_port': {'id': 'da1878b6-9a23-4ec4-8ead-09c23f72a6fb', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:49:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96cb7b-4514-4b85-adb5-5088d9826e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:44:47Z', 'updated_at': '2021-09-27T07:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '3a745722-ccb7-45d0-ab9e-27699c19f378', 'name': '', 'network_id': '40bf96f4-e05c-4b96-bfca-f4e7075a0eb0', 'tenant_id': '62e25b5b5efa4110a013865ef1ab0437', 'mac_address': 'fa:16:3e:1b:e5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96cb7b-4514-4b85-adb5-5088d9826e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c46ae3b-91b0-4ff0-94d3-f249574836d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:44:39Z', 'updated_at': '2021-09-27T07:44:43Z', 'revision_number': 5, 'project_id': '62e25b5b5efa4110a013865ef1ab0437', 'subnets': [{'id': '9c46ae3b-91b0-4ff0-94d3-f249574836d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01c45980-da14-4482-80fc-77578749e4fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:44:51.749458 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2d4dc7-c4ff-48ec-bab2-39f7d9e59a96 None None] The sync data for ids ['ca96cb7b-4514-4b85-adb5-5088d9826e13'] in dv-cinder-811078-1-iscsi is: [{'id': 'ca96cb7b-4514-4b85-adb5-5088d9826e13', 'name': 'router1', 'tenant_id': '62e25b5b5efa4110a013865ef1ab0437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'da1878b6-9a23-4ec4-8ead-09c23f72a6fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:44:30Z', 'updated_at': '2021-09-27T07:44:48Z', 'revision_number': 4, 'project_id': '62e25b5b5efa4110a013865ef1ab0437', 'gw_port': {'id': 'da1878b6-9a23-4ec4-8ead-09c23f72a6fb', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:49:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca96cb7b-4514-4b85-adb5-5088d9826e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:44:47Z', 'updated_at': '2021-09-27T07:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '3a745722-ccb7-45d0-ab9e-27699c19f378', 'name': '', 'network_id': '40bf96f4-e05c-4b96-bfca-f4e7075a0eb0', 'tenant_id': '62e25b5b5efa4110a013865ef1ab0437', 'mac_address': 'fa:16:3e:1b:e5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca96cb7b-4514-4b85-adb5-5088d9826e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c46ae3b-91b0-4ff0-94d3-f249574836d1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:44:39Z', 'updated_at': '2021-09-27T07:44:43Z', 'revision_number': 5, 'project_id': '62e25b5b5efa4110a013865ef1ab0437', 'subnets': [{'id': '9c46ae3b-91b0-4ff0-94d3-f249574836d1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01c45980-da14-4482-80fc-77578749e4fb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:44:51.758838 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-a015bfdb-5ec0-4f00-aaa8-ba0aa603f49d admin admin] 10.222.0.11 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1119850 Sep 27 07:44:52.060490 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device da1878b6-9a23-4ec4-8ead-09c23f72a6fb up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:44:52.115001 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port da1878b6-9a23-4ec4-8ead-09c23f72a6fb triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:44:52.115381 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:52.203318 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:52.225486 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] For port da1878b6-9a23-4ec4-8ead-09c23f72a6fb, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=da1878b6-9a23-4ec4-8ead-09c23f72a6fb,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:44:52.288782 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:44:52.348623 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Pushing event updated for resources: {'Port': ['ID=da1878b6-9a23-4ec4-8ead-09c23f72a6fb,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:44:54.026347 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device da1878b6-9a23-4ec4-8ead-09c23f72a6fb up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:44:54.080729 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port da1878b6-9a23-4ec4-8ead-09c23f72a6fb triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:44:54.081151 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:45:03.408241 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-4e0c30a0-501d-41ef-ae8e-c4bfe771b2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:45:06.154066 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-008ffee8-e38a-4c10-a88a-1df01c04525b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:45:06.585993 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:45:06.928431 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:45:08.842501 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:45:15.643227 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 5 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:45:33.396645 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7387c84f-debd-4247-9830-41f054794c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:45:36.705253 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ddf3c81a-735d-4dea-814c-87a166c54220 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:45:36.745050 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:45:36.960590 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:45:38.860173 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:45:52.626580 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 5 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:46:03.378972 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-5f04703f-265b-4ceb-8b9b-aa85abed6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:46:06.165644 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-b776af23-ed0d-4d84-859c-3e3c31b55518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:46:06.588598 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:46:06.921771 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:46:08.876013 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:46:29.063345 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60230) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:46:29.126245 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.pecan_wsgi.hooks.translation [None req-49aedce8-feb5-43f5-9d22-9470d7f6fab4 admin admin] GET failed (client error): The resource could not be found. Sep 27 07:46:29.127568 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-49aedce8-feb5-43f5-9d22-9470d7f6fab4 admin admin] 10.222.0.11 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0632548 Sep 27 07:46:29.283641 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c020dace-c2be-4ee6-93d5-dd8b97b63134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:46:29.285072 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-c020dace-c2be-4ee6-93d5-dd8b97b63134 admin admin] 10.222.0.11 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1529136 Sep 27 07:46:29.624905 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 5 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:46:31.441898 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60240) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:46:31.531733 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f8eec5-3379-4bc3-9b56-b7ef1a852945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:46:31.533122 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-58f8eec5-3379-4bc3-9b56-b7ef1a852945 admin admin] 10.222.0.11 "GET /v2.0/subnets/9c46ae3b-91b0-4ff0-94d3-f249574836d1 HTTP/1.1" status: 200 len: 849 time: 0.0902584 Sep 27 07:46:31.667148 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-54da0563-cfcf-42d1-bacb-f9ac61dca5eb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:46:31.667148 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-54da0563-cfcf-42d1-bacb-f9ac61dca5eb admin admin] Notify callbacks [] for subnet, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:46:31.839571 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-54da0563-cfcf-42d1-bacb-f9ac61dca5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792189127415'] for subnet, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:46:31.868277 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54da0563-cfcf-42d1-bacb-f9ac61dca5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:46:31.868857 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-54da0563-cfcf-42d1-bacb-f9ac61dca5eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:46:31.870160 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-54da0563-cfcf-42d1-bacb-f9ac61dca5eb admin admin] 10.222.0.11 "PUT /v2.0/subnets/9c46ae3b-91b0-4ff0-94d3-f249574836d1 HTTP/1.1" status: 200 len: 868 time: 0.3305652 Sep 27 07:46:31.872672 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab9172a-65f4-49e5-99ae-1787b246089d None None] Network 40bf96f4-e05c-4b96-bfca-f4e7075a0eb0 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:46:31.891262 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da0563-cfcf-42d1-bacb-f9ac61dca5eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c46ae3b-91b0-4ff0-94d3-f249574836d1,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:46:31.898398 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54da0563-cfcf-42d1-bacb-f9ac61dca5eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:46:31.898775 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54da0563-cfcf-42d1-bacb-f9ac61dca5eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:46:31.899075 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54da0563-cfcf-42d1-bacb-f9ac61dca5eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:46:31.899403 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54da0563-cfcf-42d1-bacb-f9ac61dca5eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:46:31.899871 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54da0563-cfcf-42d1-bacb-f9ac61dca5eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:46:31.900221 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54da0563-cfcf-42d1-bacb-f9ac61dca5eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:46:31.900551 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54da0563-cfcf-42d1-bacb-f9ac61dca5eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:46:31.900913 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54da0563-cfcf-42d1-bacb-f9ac61dca5eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:46:31.901255 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54da0563-cfcf-42d1-bacb-f9ac61dca5eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:46:31.901575 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54da0563-cfcf-42d1-bacb-f9ac61dca5eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:46:31.901898 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54da0563-cfcf-42d1-bacb-f9ac61dca5eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:46:31.902214 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54da0563-cfcf-42d1-bacb-f9ac61dca5eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:46:32.290902 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-1ce2f08f-1882-4cdd-a054-83f441765acf None None] Provisioning complete for port 7941750e-21be-404d-81d3-059590a45b9f triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:46:32.291203 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1ce2f08f-1882-4cdd-a054-83f441765acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:46:32.374662 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-1ce2f08f-1882-4cdd-a054-83f441765acf None None] Provisioning complete for port 3a745722-ccb7-45d0-ab9e-27699c19f378 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:46:32.374962 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1ce2f08f-1882-4cdd-a054-83f441765acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:46:33.407158 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-d09edccf-1116-4971-8fb0-b299fe73d879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:46:34.083831 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60248) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:46:34.286999 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f34955-e8ad-431d-8f10-791d4b086021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:46:34.287408 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f34955-e8ad-431d-8f10-791d4b086021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:46:34.288992 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-32f34955-e8ad-431d-8f10-791d4b086021 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2040961 Sep 27 07:46:36.149448 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-17d6ca53-66cb-4cd5-acff-a1d1f3ab489a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:46:36.456707 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60256) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:46:36.566659 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:46:36.591947 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3d33a2-0fcb-4cf1-b2f9-6762a623b051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:46:36.592414 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3d33a2-0fcb-4cf1-b2f9-6762a623b051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:46:36.594515 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-8b3d33a2-0fcb-4cf1-b2f9-6762a623b051 admin admin] 10.222.0.11 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1368175 Sep 27 07:46:36.913721 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:46:38.771617 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60264) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:46:38.869440 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:46:38.896894 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c04167-0ede-4977-bca6-672dc5809c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:46:38.901733 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-a0c04167-0ede-4977-bca6-672dc5809c2a admin admin] 10.222.0.11 "GET /v2.0/networks/12b44509-c0c8-4d46-aca9-a93a6e96d753 HTTP/1.1" status: 200 len: 886 time: 0.1257069 Sep 27 07:46:41.086606 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60272) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:46:41.213009 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0b0695-5543-4c9f-9a7d-d37ac1d9a7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:46:41.214376 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-4a0b0695-5543-4c9f-9a7d-d37ac1d9a7f0 admin admin] 10.222.0.11 "GET /v2.0/networks/40bf96f4-e05c-4b96-bfca-f4e7075a0eb0 HTTP/1.1" status: 200 len: 869 time: 0.1268146 Sep 27 07:46:43.393699 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60280) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:46:43.515125 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47fa3f0-5fdd-407a-95ff-fb8200f83d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:46:43.515574 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47fa3f0-5fdd-407a-95ff-fb8200f83d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:46:43.517145 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-d47fa3f0-5fdd-407a-95ff-fb8200f83d39 admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1224699 Sep 27 07:46:45.704865 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60288) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:46:45.793627 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cdc5ed-f6f8-4b52-b4db-59aeff30013c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:46:45.794008 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cdc5ed-f6f8-4b52-b4db-59aeff30013c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:46:45.796259 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-25cdc5ed-f6f8-4b52-b4db-59aeff30013c admin admin] 10.222.0.11 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0899339 Sep 27 07:46:47.992594 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60296) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:46:48.076220 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccf84a3-9aa6-4c49-a317-8df72ca2bb1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:46:48.078170 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-6ccf84a3-9aa6-4c49-a317-8df72ca2bb1b admin admin] 10.222.0.11 "GET /v2.0/subnets/98d9ac14-3553-4580-92ce-723937f48855 HTTP/1.1" status: 200 len: 816 time: 0.0846009 Sep 27 07:46:50.228265 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60304) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:46:50.321084 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df874a67-5550-41e7-b1f6-6e7e64426644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:46:50.322334 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-df874a67-5550-41e7-b1f6-6e7e64426644 admin admin] 10.222.0.11 "GET /v2.0/subnets/9c46ae3b-91b0-4ff0-94d3-f249574836d1 HTTP/1.1" status: 200 len: 868 time: 0.0930843 Sep 27 07:47:03.400180 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-8eec9642-ab4a-4d4d-adda-6631711e1509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:06.153525 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-06357d9e-7ee6-4799-a817-f11294e960fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:06.578038 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:06.623914 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 5 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:47:06.921363 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:08.886267 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:15.714634 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 60358) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:47:15.768028 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [None req-350c6a5c-16d4-468d-ab81-17976f93bdbc admin admin] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=106357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 07:47:15.769058 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-350c6a5c-16d4-468d-ab81-17976f93bdbc admin admin] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0534883 Sep 27 07:47:18.043074 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 60368) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:47:18.103815 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b78fefc-40f9-4fe9-8e54-feda970cc6d9 admin admin] GET failed (client error): The resource could not be found. Sep 27 07:47:18.105198 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-5b78fefc-40f9-4fe9-8e54-feda970cc6d9 admin admin] 10.222.0.11 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611854 Sep 27 07:47:18.246844 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95550a0a-0fba-4688-a436-365a060db9a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:47:18.248744 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-95550a0a-0fba-4688-a436-365a060db9a5 admin admin] 10.222.0.11 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1384015 Sep 27 07:47:20.458339 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 60376) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:47:20.504777 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:47:20.588627 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Made reservation on behalf of 311be78b515c4401a06195c5e750cd49 for: {'network': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:47:20.590983 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for network, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:20.651489 dv-cinder-811078-1-iscsi neutron-server[106357]: WARNING neutron.services.revisions.revision_plugin [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Could not find related network for resource to bump revision. Sep 27 07:47:20.666777 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=106357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 07:47:20.679368 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792188906891', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:20.679914 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Unsubscribe: segment precommit_create {{(pid=106357) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 27 07:47:20.680389 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.db.segments_db [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Added segment 13bd9fb9-ac74-4c19-848d-a349b891a3ba of type vlan for network 2dbff695-5ef6-467b-a532-1579f078a6e5 Sep 27 07:47:20.724164 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792188561686'] for network, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:20.817238 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for network, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:20.818155 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:47:20.818745 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:20.907350 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Pushing event updated for resources: {'Network': ['ID=2dbff695-5ef6-467b-a532-1579f078a6e5,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:47:20.913775 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4544225 Sep 27 07:47:20.919209 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:20.919209 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:20.919209 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:20.919209 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:20.919209 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:20.919209 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:20.919209 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:20.919209 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:20.919209 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:20.919209 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:20.919209 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:20.919209 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-731f3e96-d752-43df-88f0-42fbda3d9358 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:20.940392 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Network 2dbff695-5ef6-467b-a532-1579f078a6e5 details requested by agent ovs-agent-dv-cinder-811078-1-iscsi with host dv-cinder-811078-1-iscsi {{(pid=106359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 07:47:23.130313 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 60384) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:47:23.193084 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb0551e-7848-4914-af86-47e38d9cfbbb admin admin] GET failed (client error): The resource could not be found. Sep 27 07:47:23.194404 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-0bb0551e-7848-4914-af86-47e38d9cfbbb admin admin] 10.222.0.11 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0631099 Sep 27 07:47:23.261549 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b9b599-3609-4fb8-9393-78e15bb48e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:47:23.263000 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-d6b9b599-3609-4fb8-9393-78e15bb48e58 admin admin] 10.222.0.11 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0640264 Sep 27 07:47:23.273326 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-87b5312e-7605-44bd-8cc7-61632edbaba2 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '2dbff695-5ef6-467b-a532-1579f078a6e5'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:47:23.354283 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b5312e-7605-44bd-8cc7-61632edbaba2 admin admin] Made reservation on behalf of 311be78b515c4401a06195c5e750cd49 for: {'subnet': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:47:23.356465 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-87b5312e-7605-44bd-8cc7-61632edbaba2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:23.577739 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-87b5312e-7605-44bd-8cc7-61632edbaba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for subnet, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:23.631027 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b5312e-7605-44bd-8cc7-61632edbaba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6de62aee-f30e-4331-a92e-cf05d0649d2c,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:47:23.639862 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b5312e-7605-44bd-8cc7-61632edbaba2 admin admin] Checking segment: {'id': '13bd9fb9-ac74-4c19-848d-a349b891a3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2dbff695-5ef6-467b-a532-1579f078a6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:47:23.640216 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b5312e-7605-44bd-8cc7-61632edbaba2 admin admin] Network hostable DHCP agents. Network: 2dbff695-5ef6-467b-a532-1579f078a6e5, hostable agents: ['5ef10843-63ae-4094-8244-a7e4b9a0127e'], hosted agents: [] {{(pid=106357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 07:47:23.742830 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b5312e-7605-44bd-8cc7-61632edbaba2 admin admin] Network 2dbff695-5ef6-467b-a532-1579f078a6e5 is scheduled to be hosted by DHCP agent 5ef10843-63ae-4094-8244-a7e4b9a0127e with binding_index 1 {{(pid=106357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 07:47:23.840034 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-87b5312e-7605-44bd-8cc7-61632edbaba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811078-1-iscsi, 2dbff695-5ef6-467b-a532-1579f078a6e5) {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:47:23.844735 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b5312e-7605-44bd-8cc7-61632edbaba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:47:23.845364 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-87b5312e-7605-44bd-8cc7-61632edbaba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:23.850101 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ccce8eb-6668-4c55-bc48-a020108f80ef None None] Network 2dbff695-5ef6-467b-a532-1579f078a6e5 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:47:24.040690 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-87b5312e-7605-44bd-8cc7-61632edbaba2 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7705197 Sep 27 07:47:24.077740 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd49ed21-ced5-5413-88d6-bd28c9230666-2dbff695-5ef6-467b-a532-1579f078a6e5', 'network_id': '2dbff695-5ef6-467b-a532-1579f078a6e5', 'tenant_id': '311be78b515c4401a06195c5e750cd49', 'fixed_ips': [{'subnet_id': '6de62aee-f30e-4331-a92e-cf05d0649d2c'}]}} from dv-cinder-811078-1-iscsi. {{(pid=106359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 07:47:24.078640 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:24.415657 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.db_base_plugin_common [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Allocated IP 192.168.233.2 (2dbff695-5ef6-467b-a532-1579f078a6e5/6de62aee-f30e-4331-a92e-cf05d0649d2c/2b4b84a1-9e31-408c-b0b9-0d44ae990119) {{(pid=106359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:47:24.559406 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Notify callbacks [] for port, precommit_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:24.646225 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431'] for port, after_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:24.683229 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Network 2dbff695-5ef6-467b-a532-1579f078a6e5 is already hosted by enough agents. {{(pid=106359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:47:24.686215 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.base_scheduler [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Resources bound (agent type, host, resource id): {{(pid=106359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:47:24.691588 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Received port after_create {{(pid=106359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:47:24.699481 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Pushing event updated for resources: {'Port': ['ID=2b4b84a1-9e31-408c-b0b9-0d44ae990119,revision_number=1']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:47:24.711131 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:24.711131 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:24.711131 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:24.711508 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:24.711508 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:24.711863 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:24.712189 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:24.712516 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:24.712865 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:24.713226 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:24.713572 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:24.713896 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:47:24.762885 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Attempting to bind port 2b4b84a1-9e31-408c-b0b9-0d44ae990119 on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:47:24.763260 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Attempting to bind port 2b4b84a1-9e31-408c-b0b9-0d44ae990119 by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '13bd9fb9-ac74-4c19-848d-a349b891a3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2dbff695-5ef6-467b-a532-1579f078a6e5'}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:47:24.763623 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Attempting to bind port 2b4b84a1-9e31-408c-b0b9-0d44ae990119 on network 2dbff695-5ef6-467b-a532-1579f078a6e5 {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:47:24.768637 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:47:24.769043 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Checking segment: {'id': '13bd9fb9-ac74-4c19-848d-a349b891a3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2dbff695-5ef6-467b-a532-1579f078a6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:47:24.769445 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:24.769835 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Bound using segment: {'id': '13bd9fb9-ac74-4c19-848d-a349b891a3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2dbff695-5ef6-467b-a532-1579f078a6e5'} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:47:24.770302 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Bound port: 2b4b84a1-9e31-408c-b0b9-0d44ae990119, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13bd9fb9-ac74-4c19-848d-a349b891a3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2dbff695-5ef6-467b-a532-1579f078a6e5'}}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:47:24.770695 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:24.832100 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] For port 2b4b84a1-9e31-408c-b0b9-0d44ae990119, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:47:24.835203 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] For port 2b4b84a1-9e31-408c-b0b9-0d44ae990119, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=2b4b84a1-9e31-408c-b0b9-0d44ae990119,segment=NetworkSegment(13bd9fb9-ac74-4c19-848d-a349b891a3ba),segment_id=13bd9fb9-ac74-4c19-848d-a349b891a3ba)] {{(pid=106359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:47:24.903333 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:24.961669 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fdaa27-d892-48d7-bcdf-632995d8e19e None None] Pushing event updated for resources: {'Port': ['ID=2b4b84a1-9e31-408c-b0b9-0d44ae990119,revision_number=2']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:47:25.739518 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b322f600-571f-46e6-941f-9570c38a5c47 None None] Network 2dbff695-5ef6-467b-a532-1579f078a6e5 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:47:25.858660 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-afa773d2-414a-43a0-92eb-23d595740168 None None] Provisioning complete for port 2b4b84a1-9e31-408c-b0b9-0d44ae990119 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:47:25.859030 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-afa773d2-414a-43a0-92eb-23d595740168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:25.971561 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-afa773d2-414a-43a0-92eb-23d595740168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:26.008862 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-afa773d2-414a-43a0-92eb-23d595740168 None None] For port 2b4b84a1-9e31-408c-b0b9-0d44ae990119, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=2b4b84a1-9e31-408c-b0b9-0d44ae990119,segment=NetworkSegment(13bd9fb9-ac74-4c19-848d-a349b891a3ba),segment_id=13bd9fb9-ac74-4c19-848d-a349b891a3ba)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:47:26.090160 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-afa773d2-414a-43a0-92eb-23d595740168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:26.154881 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa773d2-414a-43a0-92eb-23d595740168 None None] Pushing event updated for resources: {'Port': ['ID=2b4b84a1-9e31-408c-b0b9-0d44ae990119,revision_number=3']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:47:26.177723 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 2b4b84a1-9e31-408c-b0b9-0d44ae990119 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:47:26.226530 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-b80f5de6-6b97-4996-a179-00c4cec34b05 None None] Provisioning complete for port 2b4b84a1-9e31-408c-b0b9-0d44ae990119 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:47:26.226830 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-b80f5de6-6b97-4996-a179-00c4cec34b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:26.263473 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 2b4b84a1-9e31-408c-b0b9-0d44ae990119 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:47:26.264420 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:28.127961 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 2b4b84a1-9e31-408c-b0b9-0d44ae990119 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:47:28.176946 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 2b4b84a1-9e31-408c-b0b9-0d44ae990119 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:47:28.177321 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:33.399741 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-90ae4bb1-10ab-4023-bb97-089cf2264b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:36.176746 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-798bf726-f8b8-48e7-abad-f6738c9d77fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:36.582456 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:36.931002 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:38.878635 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:47:43.622174 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 5 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:48:03.399611 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-f75729e0-e7f9-4f9b-8ba4-4e9435703d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:48:06.181931 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-05fd6c56-6abc-4d11-a97a-9a2b7bd6210b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:48:06.574914 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:48:06.942041 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:48:08.884806 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:48:20.623740 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 5 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:48:33.425948 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-b21f45be-8c1e-43b7-af2d-0c1820d609f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:48:36.181846 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-3112e62c-3137-49e5-9434-d14973068c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:48:36.610439 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:48:36.953277 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:48:38.871340 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:48:55.348708 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 60436) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:48:55.354456 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [None req-67073912-21ef-4ef9-9b26-610ea1fcfab9 tempest-verify_tempest_config-31658117 tempest-verify_tempest_config-31658117-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=106357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 07:48:55.355419 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-67073912-21ef-4ef9-9b26-610ea1fcfab9 tempest-verify_tempest_config-31658117 tempest-verify_tempest_config-31658117-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057199 Sep 27 07:48:55.875073 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 60454) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:48:55.978234 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-98809a65-f58d-49d8-80c5-b90cf3a242ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:48:56.088777 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-98809a65-f58d-49d8-80c5-b90cf3a242ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:48:56.164191 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-98809a65-f58d-49d8-80c5-b90cf3a242ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:48:56.209267 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-98809a65-f58d-49d8-80c5-b90cf3a242ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=14ce12b0bc484430be43070b2f9c3f7f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3331594 Sep 27 07:48:56.210124 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98809a65-f58d-49d8-80c5-b90cf3a242ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce13aa0-b284-42ff-97cb-609625259d1d,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:48:56.212006 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60458) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:48:56.216719 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98809a65-f58d-49d8-80c5-b90cf3a242ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.217106 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98809a65-f58d-49d8-80c5-b90cf3a242ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.223812 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98809a65-f58d-49d8-80c5-b90cf3a242ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.223812 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98809a65-f58d-49d8-80c5-b90cf3a242ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.223812 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98809a65-f58d-49d8-80c5-b90cf3a242ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.223812 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98809a65-f58d-49d8-80c5-b90cf3a242ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.223812 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98809a65-f58d-49d8-80c5-b90cf3a242ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.223812 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98809a65-f58d-49d8-80c5-b90cf3a242ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.223812 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98809a65-f58d-49d8-80c5-b90cf3a242ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.223812 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98809a65-f58d-49d8-80c5-b90cf3a242ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.223812 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98809a65-f58d-49d8-80c5-b90cf3a242ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.223812 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98809a65-f58d-49d8-80c5-b90cf3a242ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.367491 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1879ff5f-1c12-4389-b6fc-7ab9b836bfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:48:56.388800 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1879ff5f-1c12-4389-b6fc-7ab9b836bfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:48:56.547011 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1879ff5f-1c12-4389-b6fc-7ab9b836bfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:48:56.549616 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1879ff5f-1c12-4389-b6fc-7ab9b836bfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:48:56.550784 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-1879ff5f-1c12-4389-b6fc-7ab9b836bfe9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2ce13aa0-b284-42ff-97cb-609625259d1d HTTP/1.1" status: 204 len: 168 time: 0.3378284 Sep 27 07:48:56.558451 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879ff5f-1c12-4389-b6fc-7ab9b836bfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce13aa0-b284-42ff-97cb-609625259d1d,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:48:56.565583 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ff5f-1c12-4389-b6fc-7ab9b836bfe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.565923 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ff5f-1c12-4389-b6fc-7ab9b836bfe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.566258 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ff5f-1c12-4389-b6fc-7ab9b836bfe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.566589 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ff5f-1c12-4389-b6fc-7ab9b836bfe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.566911 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ff5f-1c12-4389-b6fc-7ab9b836bfe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.567249 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ff5f-1c12-4389-b6fc-7ab9b836bfe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.567572 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ff5f-1c12-4389-b6fc-7ab9b836bfe9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.567909 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ff5f-1c12-4389-b6fc-7ab9b836bfe9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.568243 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ff5f-1c12-4389-b6fc-7ab9b836bfe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.568562 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ff5f-1c12-4389-b6fc-7ab9b836bfe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.568901 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ff5f-1c12-4389-b6fc-7ab9b836bfe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:56.569214 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1879ff5f-1c12-4389-b6fc-7ab9b836bfe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:48:57.621984 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 5 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:49:03.398615 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-0160fe8f-b0d1-4e92-ac70-277ae127231e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:49:06.141691 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-99053547-c5e5-4717-a2ae-9e3e01b526b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:49:06.575448 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:49:06.923978 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:49:08.883658 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:49:33.414908 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-a090e574-5eb0-40e2-aa95-e90562dc7165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:49:34.620081 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 5 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:49:36.174476 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-5f112640-67e2-4b40-a890-cf582688bea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:49:36.580655 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:49:36.923357 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:49:38.871660 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:50:03.402602 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-39a4c4a8-6b2b-46f8-8b1f-4e3872d437dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:50:06.185893 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ebc14a70-2039-4d0f-b794-ab29f32fdc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:50:06.579857 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:50:06.927275 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:50:08.876829 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:50:11.618211 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 5 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:50:32.237014 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-560590'] for agent, after_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:50:33.368295 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7ef42f19-296b-44b3-a50a-554d23031b8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:50:36.162102 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-011d7641-3f75-4937-bf25-40d2cda59887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:50:36.617938 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:50:36.944996 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:50:38.876212 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:50:47.394286 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 60532) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:50:47.495415 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-a1ddbd0a-9c34-4867-9145-c5b3e9ec8aaf admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0999892 Sep 27 07:50:48.616637 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:50:49.677600 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 60542) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:50:49.731711 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-c0e3ffd4-dc2e-4d99-87a8-f3e3e9650bef admin admin] 10.222.0.11 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0530436 Sep 27 07:51:02.247640 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:51:03.367785 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-3569587d-2325-4e27-a598-c884cdca63a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:51:06.196235 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1caabe84-d68c-4830-ac21-985f1d8ab616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:51:06.573429 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:51:06.948677 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:51:08.874506 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:51:25.615569 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:51:32.229895 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:51:33.401304 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-33162ae6-98ef-47f6-a109-805e86183d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:51:36.247249 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-adb8a794-ccfb-493f-b59d-0e81ba935ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:51:36.593976 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:51:36.953998 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:51:38.881425 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:02.239509 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:02.614395 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:52:03.395161 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-05053afb-40cb-4785-8202-946f484a2399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:06.195351 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ccd1901d-24c7-48fd-948b-fbda04593568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:06.633798 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:06.953677 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:08.886910 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:19.815287 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 60706) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:20.177293 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1731181605-network', 'tenant_id': 'c31e63c5fc954f1c83825f7c280509f6'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:20.202305 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60730) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:20.257621 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Made reservation on behalf of c31e63c5fc954f1c83825f7c280509f6 for: {'network': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:52:20.263357 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for network, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:20.276318 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:20.336390 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-898810093-network', 'tenant_id': '6b1bc7a25806467289ddc968184753a5'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:20.366094 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:20.426622 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:20.448620 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=106357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 07:52:20.461304 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:20.461651 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.db.segments_db [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Added segment 0bd13690-4e81-4fca-8f43-3c993f35e7c0 of type vlan for network 4252bfad-0ceb-4ffc-b734-83e3bd3be899 Sep 27 07:52:20.473363 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eb7366-3907-447a-b2a8-7508736bf0b3,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:20.490305 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Made reservation on behalf of 6b1bc7a25806467289ddc968184753a5 for: {'network': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:52:20.492656 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for network, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:20.496997 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.497373 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.497714 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.498112 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.498937 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.499296 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.499610 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.499954 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.500296 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.500622 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.500963 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.501282 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.502005 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Tracked resource versions report: Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: pushed versions: Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: { 'AddressGroup': {'1.2'}, Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'ConntrackHelper': {'1.0'}, Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'Log': {'1.0'}, Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'Network': {'1.1'}, Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'Port': {'1.7'}, Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'PortForwarding': {'1.2'}, Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'QosPolicy': {'1.9'}, Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'SecurityGroup': {'1.4'}, Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'SecurityGroupRule': {'1.2'}, Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'SubPort': {'1.0'}, Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'Subnet': {'1.1'}, Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'Trunk': {'1.1'}} Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: consumer versions: Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: { DHCP agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: HyperV agent@hv-cinder-81107: {}, Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: L3 agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: Metadata agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: Metering agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: Open vSwitch agent@dv-cinder-811078-1-iscsi: { 'AddressGroup': '1.2', Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'ConntrackHelper': '1.0', Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'Log': '1.0', Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'Network': '1.1', Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'Port': '1.7', Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'PortForwarding': '1.2', Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'QosPolicy': '1.9', Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'SecurityGroup': '1.4', Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'SecurityGroupRule': '1.2', Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'SubPort': '1.0', Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'Subnet': '1.1', Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: 'Trunk': '1.1'}} Sep 27 07:52:20.502363 dv-cinder-811078-1-iscsi neutron-server[106357]: {{(pid=106357) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 07:52:20.518383 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792188561686'] for network, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:20.602200 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:20.612022 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for network, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:20.613141 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:20.617426 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:20.676958 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] Pushing event updated for resources: {'Network': ['ID=4252bfad-0ceb-4ffc-b734-83e3bd3be899,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:20.679164 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:20.697856 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Network 4252bfad-0ceb-4ffc-b734-83e3bd3be899 details requested by agent ovs-agent-dv-cinder-811078-1-iscsi with host dv-cinder-811078-1-iscsi {{(pid=106359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 07:52:20.719511 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=106358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 07:52:20.734524 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1f3234-bd6a-486c-ad44-cd84087bbf74,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:20.743256 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.743685 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.744087 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.744473 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.745002 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.745328 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.745652 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.745973 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.746307 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.746627 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.746941 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.747253 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Tracked resource versions report: Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: pushed versions: Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: { 'AddressGroup': {'1.2'}, Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'ConntrackHelper': {'1.0'}, Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'Log': {'1.0'}, Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'Network': {'1.1'}, Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'Port': {'1.7'}, Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'PortForwarding': {'1.2'}, Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'QosPolicy': {'1.9'}, Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'SecurityGroup': {'1.4'}, Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'SecurityGroupRule': {'1.2'}, Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'SubPort': {'1.0'}, Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'Subnet': {'1.1'}, Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'Trunk': {'1.1'}} Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: consumer versions: Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: { DHCP agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: HyperV agent@hv-cinder-81107: {}, Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: L3 agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: Metadata agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: Metering agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: Open vSwitch agent@dv-cinder-811078-1-iscsi: { 'AddressGroup': '1.2', Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'ConntrackHelper': '1.0', Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'Log': '1.0', Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'Network': '1.1', Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'Port': '1.7', Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'PortForwarding': '1.2', Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'QosPolicy': '1.9', Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'SecurityGroup': '1.4', Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'SecurityGroupRule': '1.2', Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'SubPort': '1.0', Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'Subnet': '1.1', Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: 'Trunk': '1.1'}} Sep 27 07:52:20.748911 dv-cinder-811078-1-iscsi neutron-server[106358]: {{(pid=106358) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 07:52:20.761655 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:20.762234 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.segments_db [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Added segment 5ee862fe-090a-40d1-adb4-5b5cfc374a72 of type vlan for network 9e794ea3-d6e9-4153-9df1-e37627fe5d7a Sep 27 07:52:20.772623 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-7db6683c-d539-40c7-bc5a-9bc60097b1c1 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9561691 Sep 27 07:52:20.775455 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 60762) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:20.780082 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-39ba70f3-e01f-4f31-bda6-170df2a40495 admin admin] Request body: {'subnet': {'network_id': '4252bfad-0ceb-4ffc-b734-83e3bd3be899', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1731181605-subnet', 'tenant_id': 'c31e63c5fc954f1c83825f7c280509f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:20.802543 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792188561686'] for network, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:20.907677 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ba70f3-e01f-4f31-bda6-170df2a40495 admin admin] Made reservation on behalf of c31e63c5fc954f1c83825f7c280509f6 for: {'subnet': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:52:20.908344 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for network, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:20.909361 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:20.910028 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-39ba70f3-e01f-4f31-bda6-170df2a40495 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:20.910249 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:20.949397 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60768) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:20.980328 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 60772) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:20.991264 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7874103 Sep 27 07:52:20.992103 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa8d97-9e04-4f91-91b2-65b0b15ba3e4 admin admin] Pushing event updated for resources: {'Network': ['ID=9e794ea3-d6e9-4153-9df1-e37627fe5d7a,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:20.995152 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 60776) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:21.004813 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Network 9e794ea3-d6e9-4153-9df1-e37627fe5d7a details requested by agent ovs-agent-dv-cinder-811078-1-iscsi with host dv-cinder-811078-1-iscsi {{(pid=106359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 07:52:21.009512 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-832c6688-545c-467c-a893-628397592697 admin admin] Request body: {'subnet': {'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-subnet', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:21.194252 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-39ba70f3-e01f-4f31-bda6-170df2a40495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for subnet, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:21.203082 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832c6688-545c-467c-a893-628397592697 admin admin] Made reservation on behalf of 6b1bc7a25806467289ddc968184753a5 for: {'subnet': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:52:21.205620 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-832c6688-545c-467c-a893-628397592697 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:21.222766 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60784) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:21.251291 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-dfb3a81d-f4b9-4e70-8eeb-f8df263ed29b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1879563416-network', 'tenant_id': 'ffb1cbf375f24ebe8738a92ed0e25188'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:21.282859 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ba70f3-e01f-4f31-bda6-170df2a40495 admin admin] Checking segment: {'id': '0bd13690-4e81-4fca-8f43-3c993f35e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4252bfad-0ceb-4ffc-b734-83e3bd3be899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:52:21.283221 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ba70f3-e01f-4f31-bda6-170df2a40495 admin admin] Network hostable DHCP agents. Network: 4252bfad-0ceb-4ffc-b734-83e3bd3be899, hostable agents: ['5ef10843-63ae-4094-8244-a7e4b9a0127e'], hosted agents: [] {{(pid=106357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 07:52:21.284983 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60788) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:21.304766 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-e27bd046-a0f6-493b-b8ab-95a37ffda7e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-400787413-network', 'tenant_id': 'a3e875ff59c741c7a0ca09fc98132f20'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:21.339486 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-41053e6c-03b1-4ffa-932a-982f1eb7c720 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-429513284-network', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:21.343706 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb3a81d-f4b9-4e70-8eeb-f8df263ed29b admin admin] Made reservation on behalf of ffb1cbf375f24ebe8738a92ed0e25188 for: {'network': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:52:21.345841 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-dfb3a81d-f4b9-4e70-8eeb-f8df263ed29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for network, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:21.356342 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba70f3-e01f-4f31-bda6-170df2a40495 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84d98f33-b6dd-490d-bd96-6cf3029f45f1,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:21.360632 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-dfb3a81d-f4b9-4e70-8eeb-f8df263ed29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:21.382523 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-86157efe-cc3a-47f4-a88a-178e6cdd0320 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2038237638-network', 'tenant_id': 'db214cdbafc9405aa877c1f184e8532e'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:21.472973 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27bd046-a0f6-493b-b8ab-95a37ffda7e2 admin admin] Made reservation on behalf of a3e875ff59c741c7a0ca09fc98132f20 for: {'network': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:52:21.475259 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e27bd046-a0f6-493b-b8ab-95a37ffda7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for network, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:21.477920 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.db.api [None req-dfb3a81d-f4b9-4e70-8eeb-f8df263ed29b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 07:52:21.477920 dv-cinder-811078-1-iscsi neutron-server[106358]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 27 07:52:21.477920 dv-cinder-811078-1-iscsi neutron-server[106358]: [parameters: {'project_id_1': 'ffb1cbf375f24ebe8738a92ed0e25188', 'expiration_1': datetime.datetime(2021, 9, 27, 7, 52, 1, 375146)}] Sep 27 07:52:21.477920 dv-cinder-811078-1-iscsi neutron-server[106358]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 07:52:21.478701 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG oslo_db.api [None req-dfb3a81d-f4b9-4e70-8eeb-f8df263ed29b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 07:52:21.480910 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.db.api [None req-86157efe-cc3a-47f4-a88a-178e6cdd0320 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 07:52:21.480910 dv-cinder-811078-1-iscsi neutron-server[106358]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 27 07:52:21.480910 dv-cinder-811078-1-iscsi neutron-server[106358]: [parameters: {'project_id_1': 'db214cdbafc9405aa877c1f184e8532e', 'expiration_1': datetime.datetime(2021, 9, 27, 7, 52, 1, 390818)}] Sep 27 07:52:21.480910 dv-cinder-811078-1-iscsi neutron-server[106358]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 07:52:21.481732 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG oslo_db.api [None req-86157efe-cc3a-47f4-a88a-178e6cdd0320 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 07:52:21.482978 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ba70f3-e01f-4f31-bda6-170df2a40495 admin admin] Network 4252bfad-0ceb-4ffc-b734-83e3bd3be899 is scheduled to be hosted by DHCP agent 5ef10843-63ae-4094-8244-a7e4b9a0127e with binding_index 1 {{(pid=106357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 07:52:21.501323 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e27bd046-a0f6-493b-b8ab-95a37ffda7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:21.589559 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41053e6c-03b1-4ffa-932a-982f1eb7c720 admin admin] Made reservation on behalf of 44a7dbe773ff4db489d00bd2021ead4b for: {'network': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:52:21.591387 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-39ba70f3-e01f-4f31-bda6-170df2a40495 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811078-1-iscsi, 4252bfad-0ceb-4ffc-b734-83e3bd3be899) {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:21.592713 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-41053e6c-03b1-4ffa-932a-982f1eb7c720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for network, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:21.596196 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-832c6688-545c-467c-a893-628397592697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for subnet, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:21.603843 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb19f7a-584e-4491-a274-ea55ce2db4d1 None None] Network 4252bfad-0ceb-4ffc-b734-83e3bd3be899 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:52:21.603966 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-41053e6c-03b1-4ffa-932a-982f1eb7c720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:21.639946 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ba70f3-e01f-4f31-bda6-170df2a40495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:21.640805 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-39ba70f3-e01f-4f31-bda6-170df2a40495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:21.702726 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832c6688-545c-467c-a893-628397592697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bfd5703-49a7-4117-8b63-4cb80c5fda09,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:21.720325 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832c6688-545c-467c-a893-628397592697 admin admin] Checking segment: {'id': '5ee862fe-090a-40d1-adb4-5b5cfc374a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:52:21.720614 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832c6688-545c-467c-a893-628397592697 admin admin] Network hostable DHCP agents. Network: 9e794ea3-d6e9-4153-9df1-e37627fe5d7a, hostable agents: ['5ef10843-63ae-4094-8244-a7e4b9a0127e'], hosted agents: [] {{(pid=106357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 07:52:21.746879 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d2fa73-4cc3-43ca-8725-7c0d743ea71a None None] Network 4252bfad-0ceb-4ffc-b734-83e3bd3be899 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:52:21.775907 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e27bd046-a0f6-493b-b8ab-95a37ffda7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:21.925053 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832c6688-545c-467c-a893-628397592697 admin admin] Network 9e794ea3-d6e9-4153-9df1-e37627fe5d7a is scheduled to be hosted by DHCP agent 5ef10843-63ae-4094-8244-a7e4b9a0127e with binding_index 1 {{(pid=106357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 07:52:21.956197 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e27bd046-a0f6-493b-b8ab-95a37ffda7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:21.977513 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27bd046-a0f6-493b-b8ab-95a37ffda7e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=106357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 07:52:21.980341 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-dfb3a81d-f4b9-4e70-8eeb-f8df263ed29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:21.992231 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27bd046-a0f6-493b-b8ab-95a37ffda7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa5f48d-6bad-4158-8a85-32c4323289fc,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:21.995154 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e27bd046-a0f6-493b-b8ab-95a37ffda7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:21.995911 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.db.segments_db [None req-e27bd046-a0f6-493b-b8ab-95a37ffda7e2 admin admin] Added segment f049ded7-e2f1-4742-8006-c6c1da15b4c4 of type vlan for network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 Sep 27 07:52:22.026852 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-832c6688-545c-467c-a893-628397592697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811078-1-iscsi, 9e794ea3-d6e9-4153-9df1-e37627fe5d7a) {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:22.035658 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2c8521-92c3-4ad1-ad3b-ae1b43645349 None None] Network 9e794ea3-d6e9-4153-9df1-e37627fe5d7a requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:52:22.037860 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832c6688-545c-467c-a893-628397592697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:22.038456 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-832c6688-545c-467c-a893-628397592697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.046480 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e27bd046-a0f6-493b-b8ab-95a37ffda7e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792188561686'] for network, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.052970 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-39ba70f3-e01f-4f31-bda6-170df2a40495 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2765181 Sep 27 07:52:22.195292 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-41053e6c-03b1-4ffa-932a-982f1eb7c720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.228539 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e27bd046-a0f6-493b-b8ab-95a37ffda7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for network, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.230758 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27bd046-a0f6-493b-b8ab-95a37ffda7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:22.231352 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e27bd046-a0f6-493b-b8ab-95a37ffda7e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.286424 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd49ed21-ced5-5413-88d6-bd28c9230666-9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09'}]}} from dv-cinder-811078-1-iscsi. {{(pid=106359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 07:52:22.288523 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.301583 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27bd046-a0f6-493b-b8ab-95a37ffda7e2 admin admin] Pushing event updated for resources: {'Network': ['ID=7ebc4c39-d0a1-4515-9004-e5c446b45be2,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:22.312843 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 details requested by agent ovs-agent-dv-cinder-811078-1-iscsi with host dv-cinder-811078-1-iscsi {{(pid=106359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 07:52:22.327018 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-41053e6c-03b1-4ffa-932a-982f1eb7c720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.353659 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41053e6c-03b1-4ffa-932a-982f1eb7c720 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=106358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 07:52:22.386440 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-41053e6c-03b1-4ffa-932a-982f1eb7c720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.386440 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.segments_db [None req-41053e6c-03b1-4ffa-932a-982f1eb7c720 admin admin] Added segment 901f3602-6c57-4c6d-9c4d-ca98b4f3d945 of type vlan for network a1e8c124-882c-4ed3-9483-409ff26f3f96 Sep 27 07:52:22.392068 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41053e6c-03b1-4ffa-932a-982f1eb7c720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a063381-60ce-4cd8-b7ff-e10532cf25fd,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:22.406762 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-832c6688-545c-467c-a893-628397592697 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4095352 Sep 27 07:52:22.409368 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 60834) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:22.413933 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-09c866ef-67d5-4310-8534-12acefd67c32 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:22.444198 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-41053e6c-03b1-4ffa-932a-982f1eb7c720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792188561686'] for network, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.450112 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-e27bd046-a0f6-493b-b8ab-95a37ffda7e2 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4659314 Sep 27 07:52:22.450311 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 60836) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:22.456898 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-13c49081-b1a4-445b-8965-f856fa840303 admin admin] Request body: {'subnet': {'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-400787413-subnet', 'tenant_id': 'a3e875ff59c741c7a0ca09fc98132f20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:22.566220 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86157efe-cc3a-47f4-a88a-178e6cdd0320 admin admin] Made reservation on behalf of db214cdbafc9405aa877c1f184e8532e for: {'network': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:52:22.568502 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-86157efe-cc3a-47f4-a88a-178e6cdd0320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for network, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.571464 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.db_base_plugin_common [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Allocated IP 172.20.0.2 (9e794ea3-d6e9-4153-9df1-e37627fe5d7a/5bfd5703-49a7-4117-8b63-4cb80c5fda09/dbcb1cf1-2288-4d77-bf6c-227b3c13c399) {{(pid=106359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:52:22.582175 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-86157efe-cc3a-47f4-a88a-178e6cdd0320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.611269 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-41053e6c-03b1-4ffa-932a-982f1eb7c720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for network, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.612224 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41053e6c-03b1-4ffa-932a-982f1eb7c720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:22.612795 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-41053e6c-03b1-4ffa-932a-982f1eb7c720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.692355 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41053e6c-03b1-4ffa-932a-982f1eb7c720 admin admin] Pushing event updated for resources: {'Network': ['ID=a1e8c124-882c-4ed3-9483-409ff26f3f96,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:22.725303 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Network a1e8c124-882c-4ed3-9483-409ff26f3f96 details requested by agent ovs-agent-dv-cinder-811078-1-iscsi with host dv-cinder-811078-1-iscsi {{(pid=106359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 07:52:22.730402 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Notify callbacks [] for port, precommit_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.733764 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-dfb3a81d-f4b9-4e70-8eeb-f8df263ed29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.800759 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-dfb3a81d-f4b9-4e70-8eeb-f8df263ed29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.812425 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431'] for port, after_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.848300 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3a81d-f4b9-4e70-8eeb-f8df263ed29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e62104-eb15-426d-8935-d369fc54db12,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:22.851073 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb3a81d-f4b9-4e70-8eeb-f8df263ed29b admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=106358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 07:52:22.856110 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Network 9e794ea3-d6e9-4153-9df1-e37627fe5d7a is already hosted by enough agents. {{(pid=106359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:52:22.863620 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.base_scheduler [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Resources bound (agent type, host, resource id): {{(pid=106359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:22.866243 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-dfb3a81d-f4b9-4e70-8eeb-f8df263ed29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.866513 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Received port after_create {{(pid=106359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:52:22.867338 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.segments_db [None req-dfb3a81d-f4b9-4e70-8eeb-f8df263ed29b admin admin] Added segment 27ae2299-78ad-471c-8f24-ba4d95f75605 of type vlan for network 1302bccf-1762-4468-abd0-b4f1728db5d2 Sep 27 07:52:22.869704 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Pushing event updated for resources: {'Port': ['ID=dbcb1cf1-2288-4d77-bf6c-227b3c13c399,revision_number=1']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:22.881203 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:22.881587 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:22.881914 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:22.882250 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:22.882582 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:22.882911 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:22.883235 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:22.883619 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:22.883988 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:22.884316 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:22.884638 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:22.884977 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Tracked resource versions report: Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: pushed versions: Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: { 'AddressGroup': {'1.2'}, Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'ConntrackHelper': {'1.0'}, Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'Log': {'1.0'}, Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'Network': {'1.1'}, Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'Port': {'1.7'}, Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'PortForwarding': {'1.2'}, Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'QosPolicy': {'1.9'}, Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'SecurityGroup': {'1.4'}, Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'SecurityGroupRule': {'1.2'}, Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'SubPort': {'1.0'}, Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'Subnet': {'1.1'}, Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'Trunk': {'1.1'}} Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: consumer versions: Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: { DHCP agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: HyperV agent@hv-cinder-81107: {}, Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: L3 agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: Metadata agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: Metering agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: Open vSwitch agent@dv-cinder-811078-1-iscsi: { 'AddressGroup': '1.2', Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'ConntrackHelper': '1.0', Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'Log': '1.0', Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'Network': '1.1', Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'Port': '1.7', Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'PortForwarding': '1.2', Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'QosPolicy': '1.9', Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'SecurityGroup': '1.4', Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'SecurityGroupRule': '1.2', Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'SubPort': '1.0', Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'Subnet': '1.1', Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: 'Trunk': '1.1'}} Sep 27 07:52:22.897275 dv-cinder-811078-1-iscsi neutron-server[106359]: {{(pid=106359) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 07:52:22.927075 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-09c866ef-67d5-4310-8534-12acefd67c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4790'] for router, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.928603 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-09c866ef-67d5-4310-8534-12acefd67c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4799'] for router, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.929154 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-dfb3a81d-f4b9-4e70-8eeb-f8df263ed29b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792188561686'] for network, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.952359 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Attempting to bind port dbcb1cf1-2288-4d77-bf6c-227b3c13c399 on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:52:22.953280 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Attempting to bind port dbcb1cf1-2288-4d77-bf6c-227b3c13c399 by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '5ee862fe-090a-40d1-adb4-5b5cfc374a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a'}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:52:22.953967 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Attempting to bind port dbcb1cf1-2288-4d77-bf6c-227b3c13c399 on network 9e794ea3-d6e9-4153-9df1-e37627fe5d7a {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:52:22.959769 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:52:22.960409 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Checking segment: {'id': '5ee862fe-090a-40d1-adb4-5b5cfc374a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:52:22.961044 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:22.961529 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Bound using segment: {'id': '5ee862fe-090a-40d1-adb4-5b5cfc374a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a'} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:52:22.961902 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Bound port: dbcb1cf1-2288-4d77-bf6c-227b3c13c399, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee862fe-090a-40d1-adb4-5b5cfc374a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a'}}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:52:22.962572 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:23.033028 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] For port dbcb1cf1-2288-4d77-bf6c-227b3c13c399, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:52:23.036251 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] For port dbcb1cf1-2288-4d77-bf6c-227b3c13c399, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=dbcb1cf1-2288-4d77-bf6c-227b3c13c399,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:52:23.073721 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-dfb3a81d-f4b9-4e70-8eeb-f8df263ed29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for network, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:23.074828 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb3a81d-f4b9-4e70-8eeb-f8df263ed29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:23.075477 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-dfb3a81d-f4b9-4e70-8eeb-f8df263ed29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:23.095709 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60862) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:23.099602 dv-cinder-811078-1-iscsi neutron-server[106358]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 27 07:52:23.109408 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:23.146378 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-09c866ef-67d5-4310-8534-12acefd67c32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:23.147472 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c49081-b1a4-445b-8965-f856fa840303 admin admin] Made reservation on behalf of a3e875ff59c741c7a0ca09fc98132f20 for: {'subnet': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:52:23.149898 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-13c49081-b1a4-445b-8965-f856fa840303 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:23.176087 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e9ad8-d7bb-440c-bff4-73b429ae13f6 None None] Pushing event updated for resources: {'Port': ['ID=dbcb1cf1-2288-4d77-bf6c-227b3c13c399,revision_number=2']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:23.199797 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb3a81d-f4b9-4e70-8eeb-f8df263ed29b admin admin] Pushing event updated for resources: {'Network': ['ID=1302bccf-1762-4468-abd0-b4f1728db5d2,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:23.211546 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Network 1302bccf-1762-4468-abd0-b4f1728db5d2 details requested by agent ovs-agent-dv-cinder-811078-1-iscsi with host dv-cinder-811078-1-iscsi {{(pid=106359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 07:52:23.474859 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-09c866ef-67d5-4310-8534-12acefd67c32 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:23.485366 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-86157efe-cc3a-47f4-a88a-178e6cdd0320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:23.524123 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-1c12de74-4df9-43d3-b4f4-053f0487e36c tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:23.526274 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-1c12de74-4df9-43d3-b4f4-053f0487e36c tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/networks?id=4252bfad-0ceb-4ffc-b734-83e3bd3be899 HTTP/1.1" status: 200 len: 812 time: 0.4289889 Sep 27 07:52:23.547817 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-93b68231-fadb-4aad-946c-21d43b7b1b77 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/quotas/c31e63c5fc954f1c83825f7c280509f6 HTTP/1.1" status: 200 len: 375 time: 0.0150373 Sep 27 07:52:23.607110 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-d82df91b-3d18-4080-ba17-0f6a2ae97d36 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=c31e63c5fc954f1c83825f7c280509f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0535665 Sep 27 07:52:23.609912 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-86157efe-cc3a-47f4-a88a-178e6cdd0320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:23.631183 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86157efe-cc3a-47f4-a88a-178e6cdd0320 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=106358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 07:52:23.637277 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-13c49081-b1a4-445b-8965-f856fa840303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for subnet, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:23.648114 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86157efe-cc3a-47f4-a88a-178e6cdd0320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5fa211-f456-4eb3-91c6-546e8e9da924,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:23.650974 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-86157efe-cc3a-47f4-a88a-178e6cdd0320 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:23.651324 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.segments_db [None req-86157efe-cc3a-47f4-a88a-178e6cdd0320 admin admin] Added segment a0f60bb0-3e48-4f0c-a854-a47cf16cad01 of type vlan for network 448aa08f-9439-4e3a-9cd7-ca641ada67be Sep 27 07:52:23.702569 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-dfb3a81d-f4b9-4e70-8eeb-f8df263ed29b admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.7491550 Sep 27 07:52:23.704257 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-86157efe-cc3a-47f4-a88a-178e6cdd0320 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792188561686'] for network, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:23.709819 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60878) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:23.714718 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-7b0e2ca4-1bc8-4670-be02-94dd02e3bdd0 admin admin] Request body: {'subnet': {'network_id': '1302bccf-1762-4468-abd0-b4f1728db5d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1879563416-subnet', 'tenant_id': 'ffb1cbf375f24ebe8738a92ed0e25188', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:23.717618 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c49081-b1a4-445b-8965-f856fa840303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5da2f088-86e4-4227-ba0f-fc971a0a955e,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:23.729210 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-41053e6c-03b1-4ffa-932a-982f1eb7c720 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5029650 Sep 27 07:52:23.734607 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 60880) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:23.740403 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-c41cca3b-5386-44f0-bcd9-b5a53aa4225e admin admin] Request body: {'subnet': {'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-429513284-subnet', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:23.777556 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c49081-b1a4-445b-8965-f856fa840303 admin admin] Checking segment: {'id': 'f049ded7-e2f1-4742-8006-c6c1da15b4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:52:23.777913 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c49081-b1a4-445b-8965-f856fa840303 admin admin] Network hostable DHCP agents. Network: 7ebc4c39-d0a1-4515-9004-e5c446b45be2, hostable agents: ['5ef10843-63ae-4094-8244-a7e4b9a0127e'], hosted agents: [] {{(pid=106357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 07:52:23.812445 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-d4f1f4a3-99ff-4b89-bc28-2c38fbd4736d service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=106358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 07:52:23.815137 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-d4f1f4a3-99ff-4b89-bc28-2c38fbd4736d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465524 Sep 27 07:52:23.842507 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-86157efe-cc3a-47f4-a88a-178e6cdd0320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for network, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:23.843446 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86157efe-cc3a-47f4-a88a-178e6cdd0320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:23.844023 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-86157efe-cc3a-47f4-a88a-178e6cdd0320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:23.874774 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0e2ca4-1bc8-4670-be02-94dd02e3bdd0 admin admin] Made reservation on behalf of ffb1cbf375f24ebe8738a92ed0e25188 for: {'subnet': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:52:23.877169 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-7b0e2ca4-1bc8-4670-be02-94dd02e3bdd0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:23.926747 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c49081-b1a4-445b-8965-f856fa840303 admin admin] Network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 is scheduled to be hosted by DHCP agent 5ef10843-63ae-4094-8244-a7e4b9a0127e with binding_index 1 {{(pid=106357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 07:52:23.963761 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-09c866ef-67d5-4310-8534-12acefd67c32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:23.991654 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-09c866ef-67d5-4310-8534-12acefd67c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:24.012588 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86157efe-cc3a-47f4-a88a-178e6cdd0320 admin admin] Pushing event updated for resources: {'Network': ['ID=448aa08f-9439-4e3a-9cd7-ca641ada67be,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:24.027934 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-034dfce1-9e32-489b-957d-4b313e9aff5a service neutron] 10.222.0.11 "GET /v2.0/networks/4252bfad-0ceb-4ffc-b734-83e3bd3be899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075405 Sep 27 07:52:24.031362 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Network 448aa08f-9439-4e3a-9cd7-ca641ada67be details requested by agent ovs-agent-dv-cinder-811078-1-iscsi with host dv-cinder-811078-1-iscsi {{(pid=106359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 07:52:24.064257 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41cca3b-5386-44f0-bcd9-b5a53aa4225e admin admin] Made reservation on behalf of 44a7dbe773ff4db489d00bd2021ead4b for: {'subnet': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:52:24.066838 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c41cca3b-5386-44f0-bcd9-b5a53aa4225e admin admin] Notify callbacks [] for subnet, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:24.068826 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-13c49081-b1a4-445b-8965-f856fa840303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811078-1-iscsi, 7ebc4c39-d0a1-4515-9004-e5c446b45be2) {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:24.100672 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb16536-4301-44da-9668-c035f6ce2a0f None None] Network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:52:24.102403 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c49081-b1a4-445b-8965-f856fa840303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:24.103175 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-13c49081-b1a4-445b-8965-f856fa840303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:24.137918 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-86157efe-cc3a-47f4-a88a-178e6cdd0320 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.8515031 Sep 27 07:52:24.141461 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60884) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:24.146356 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-2bedf1aa-efcb-4055-80ef-a9c8adf7dc6e admin admin] Request body: {'subnet': {'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2038237638-subnet', 'tenant_id': 'db214cdbafc9405aa877c1f184e8532e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:24.245199 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-710b26cc-111b-4d5a-a4e0-7d98f1c60107 service neutron] 10.222.0.11 "GET /v2.0/networks/4252bfad-0ceb-4ffc-b734-83e3bd3be899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025046 Sep 27 07:52:24.247293 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f029e4-d8f7-4aa7-88b0-f08433c7f782 None None] Network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:52:24.255744 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-09c866ef-67d5-4310-8534-12acefd67c32 admin admin] Allocated IP 172.27.0.234 (12b44509-c0c8-4d46-aca9-a93a6e96d753/98d9ac14-3553-4580-92ce-723937f48855/56ad1b00-c039-4d43-b38a-8734319594d0) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:52:24.303940 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bedf1aa-efcb-4055-80ef-a9c8adf7dc6e admin admin] Made reservation on behalf of db214cdbafc9405aa877c1f184e8532e for: {'subnet': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:52:24.306577 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2bedf1aa-efcb-4055-80ef-a9c8adf7dc6e admin admin] Notify callbacks [] for subnet, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:24.414625 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-7b0e2ca4-1bc8-4670-be02-94dd02e3bdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for subnet, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:24.431250 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-13c49081-b1a4-445b-8965-f856fa840303 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9785993 Sep 27 07:52:24.445366 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902c84e6-4cd0-4c00-a069-23d18d498db3 None None] Network 9e794ea3-d6e9-4153-9df1-e37627fe5d7a requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:52:24.446273 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device dbcb1cf1-2288-4d77-bf6c-227b3c13c399 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:52:24.546697 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-09c866ef-67d5-4310-8534-12acefd67c32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:24.597873 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e2ca4-1bc8-4670-be02-94dd02e3bdd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=679fb793-bdef-4bce-a9a5-8d55f8e18496,revision_number=0']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:24.622657 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0e2ca4-1bc8-4670-be02-94dd02e3bdd0 admin admin] Checking segment: {'id': '27ae2299-78ad-471c-8f24-ba4d95f75605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '1302bccf-1762-4468-abd0-b4f1728db5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:52:24.623046 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0e2ca4-1bc8-4670-be02-94dd02e3bdd0 admin admin] Network hostable DHCP agents. Network: 1302bccf-1762-4468-abd0-b4f1728db5d2, hostable agents: ['5ef10843-63ae-4094-8244-a7e4b9a0127e'], hosted agents: [] {{(pid=106358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 07:52:24.802896 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-09c866ef-67d5-4310-8534-12acefd67c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:24.834348 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-2aa8e569-1596-4bde-af9b-1b0d31194ce0 None None] Provisioning complete for port dbcb1cf1-2288-4d77-bf6c-227b3c13c399 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:24.834759 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2aa8e569-1596-4bde-af9b-1b0d31194ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:24.883300 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a96973cc-b472-470a-921b-e39e61dac90a req-13784b51-c6f2-494e-8e28-9c579724a041 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 210 time: 0.0737686 Sep 27 07:52:24.930269 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c866ef-67d5-4310-8534-12acefd67c32 admin admin] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:52:24.935087 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-09c866ef-67d5-4310-8534-12acefd67c32 admin admin] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:24.942367 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c866ef-67d5-4310-8534-12acefd67c32 admin admin] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:52:24.954598 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0e2ca4-1bc8-4670-be02-94dd02e3bdd0 admin admin] Network 1302bccf-1762-4468-abd0-b4f1728db5d2 is scheduled to be hosted by DHCP agent 5ef10843-63ae-4094-8244-a7e4b9a0127e with binding_index 1 {{(pid=106358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 07:52:24.954896 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port dbcb1cf1-2288-4d77-bf6c-227b3c13c399 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:24.954896 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:24.989066 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2bedf1aa-efcb-4055-80ef-a9c8adf7dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for subnet, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:25.049069 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2aa8e569-1596-4bde-af9b-1b0d31194ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:25.083704 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-7b0e2ca4-1bc8-4670-be02-94dd02e3bdd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811078-1-iscsi, 1302bccf-1762-4468-abd0-b4f1728db5d2) {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:25.101299 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e77c9c-0503-4222-8302-40e44729a703 None None] Network 1302bccf-1762-4468-abd0-b4f1728db5d2 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:52:25.131159 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0e2ca4-1bc8-4670-be02-94dd02e3bdd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:25.132263 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-7b0e2ca4-1bc8-4670-be02-94dd02e3bdd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:25.150978 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c41cca3b-5386-44f0-bcd9-b5a53aa4225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for subnet, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:25.156638 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-2aa8e569-1596-4bde-af9b-1b0d31194ce0 None None] For port dbcb1cf1-2288-4d77-bf6c-227b3c13c399, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=dbcb1cf1-2288-4d77-bf6c-227b3c13c399,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:52:25.163479 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c866ef-67d5-4310-8534-12acefd67c32 admin admin] Pushing event updated for resources: {'Port': ['ID=56ad1b00-c039-4d43-b38a-8734319594d0,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:25.209819 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bedf1aa-efcb-4055-80ef-a9c8adf7dc6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=07db581e-2238-4bd1-aacc-bc8622529c44,revision_number=0']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:25.251805 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:25.262628 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bedf1aa-efcb-4055-80ef-a9c8adf7dc6e admin admin] Checking segment: {'id': 'a0f60bb0-3e48-4f0c-a854-a47cf16cad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:52:25.262628 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bedf1aa-efcb-4055-80ef-a9c8adf7dc6e admin admin] Network hostable DHCP agents. Network: 448aa08f-9439-4e3a-9cd7-ca641ada67be, hostable agents: ['5ef10843-63ae-4094-8244-a7e4b9a0127e'], hosted agents: [] {{(pid=106358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 07:52:25.268440 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2aa8e569-1596-4bde-af9b-1b0d31194ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:25.301194 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-7b0e2ca4-1bc8-4670-be02-94dd02e3bdd0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5766649 Sep 27 07:52:25.457954 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41cca3b-5386-44f0-bcd9-b5a53aa4225e admin admin] Pushing event updated for resources: {'Subnet': ['ID=61cb872e-4c80-4503-b20b-ef01cdc64f1b,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:25.499818 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41cca3b-5386-44f0-bcd9-b5a53aa4225e admin admin] Checking segment: {'id': '901f3602-6c57-4c6d-9c4d-ca98b4f3d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:52:25.500169 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41cca3b-5386-44f0-bcd9-b5a53aa4225e admin admin] Network hostable DHCP agents. Network: a1e8c124-882c-4ed3-9483-409ff26f3f96, hostable agents: ['5ef10843-63ae-4094-8244-a7e4b9a0127e'], hosted agents: [] {{(pid=106357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 07:52:25.533366 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86bf47-615e-4691-b7c4-770229916085 req-c29da666-853b-4759-b439-9039d2ea36e6 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:25.540378 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-de86bf47-615e-4691-b7c4-770229916085 req-c29da666-853b-4759-b439-9039d2ea36e6 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/networks?id=7ebc4c39-d0a1-4515-9004-e5c446b45be2 HTTP/1.1" status: 200 len: 814 time: 0.4172163 Sep 27 07:52:25.543333 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bedf1aa-efcb-4055-80ef-a9c8adf7dc6e admin admin] Network 448aa08f-9439-4e3a-9cd7-ca641ada67be is scheduled to be hosted by DHCP agent 5ef10843-63ae-4094-8244-a7e4b9a0127e with binding_index 1 {{(pid=106358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 07:52:25.564033 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-de86bf47-615e-4691-b7c4-770229916085 req-d5736a7a-f287-4d12-9187-4d52fa7200e5 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/quotas/a3e875ff59c741c7a0ca09fc98132f20 HTTP/1.1" status: 200 len: 375 time: 0.0136151 Sep 27 07:52:25.599809 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-de86bf47-615e-4691-b7c4-770229916085 req-74c9da0d-a2af-423c-8242-5722ce6cbd78 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3e875ff59c741c7a0ca09fc98132f20&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299697 Sep 27 07:52:25.658010 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81c1116-46e3-4272-b628-95ab77c97cf9 None None] Network 1302bccf-1762-4468-abd0-b4f1728db5d2 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:52:25.672563 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa8e569-1596-4bde-af9b-1b0d31194ce0 None None] Pushing event updated for resources: {'Port': ['ID=dbcb1cf1-2288-4d77-bf6c-227b3c13c399,revision_number=3']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:25.691324 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.db.api [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 07:52:25.691704 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG oslo_db.api [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 07:52:25.692206 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-2888aaf1-99f1-48eb-b2ae-a710b205a713 None None] Provisioning complete for port dbcb1cf1-2288-4d77-bf6c-227b3c13c399 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:25.692569 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2888aaf1-99f1-48eb-b2ae-a710b205a713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:25.697834 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41cca3b-5386-44f0-bcd9-b5a53aa4225e admin admin] Network a1e8c124-882c-4ed3-9483-409ff26f3f96 is scheduled to be hosted by DHCP agent 5ef10843-63ae-4094-8244-a7e4b9a0127e with binding_index 1 {{(pid=106357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 07:52:25.739246 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-de86bf47-615e-4691-b7c4-770229916085 req-e814697e-e7db-4640-b0d6-3171d29d84e7 service neutron] 10.222.0.11 "GET /v2.0/networks/7ebc4c39-d0a1-4515-9004-e5c446b45be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282732 Sep 27 07:52:25.801854 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-c41cca3b-5386-44f0-bcd9-b5a53aa4225e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811078-1-iscsi, a1e8c124-882c-4ed3-9483-409ff26f3f96) {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:25.804109 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-09c866ef-67d5-4310-8534-12acefd67c32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:25.806257 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-2bedf1aa-efcb-4055-80ef-a9c8adf7dc6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811078-1-iscsi, 448aa08f-9439-4e3a-9cd7-ca641ada67be) {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:25.809526 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41cca3b-5386-44f0-bcd9-b5a53aa4225e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:25.810338 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c41cca3b-5386-44f0-bcd9-b5a53aa4225e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:25.820612 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bedf1aa-efcb-4055-80ef-a9c8adf7dc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:25.821197 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2bedf1aa-efcb-4055-80ef-a9c8adf7dc6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:25.841078 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01139ac7-0245-4581-83ac-20603d5169a5 None None] Network a1e8c124-882c-4ed3-9483-409ff26f3f96 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:52:25.847324 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6c7160-b205-4c1e-916d-c1bf0739fc53 None None] Network 448aa08f-9439-4e3a-9cd7-ca641ada67be requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:52:25.852738 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-de86bf47-615e-4691-b7c4-770229916085 req-75749d3c-92e4-4e33-b194-d567ec5b66ab service neutron] 10.222.0.11 "GET /v2.0/networks/7ebc4c39-d0a1-4515-9004-e5c446b45be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067672 Sep 27 07:52:25.936065 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-2bedf1aa-efcb-4055-80ef-a9c8adf7dc6e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7932587 Sep 27 07:52:25.936664 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60966) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:25.941408 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-f59e4bed-d151-47ec-af82-e39778ea70f6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2038237638-router', 'tenant_id': 'db214cdbafc9405aa877c1f184e8532e', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:25.974038 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60968) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:26.006490 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-233da7f9-26a7-4d63-8446-7d3bd330469e req-220463da-51a9-480a-b9d7-2ca27c89407b tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 210 time: 0.0311120 Sep 27 07:52:26.082053 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3aa82d-61f1-40ea-8d3f-94c1a6f5a4c3 None None] Network 448aa08f-9439-4e3a-9cd7-ca641ada67be requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:52:26.121926 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-c41cca3b-5386-44f0-bcd9-b5a53aa4225e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3853743 Sep 27 07:52:26.125339 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 60972) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:26.166413 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-09c866ef-67d5-4310-8534-12acefd67c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562875'] for router, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:26.190591 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-fc3a7ff3-4f18-4344-980c-895d387e8c97 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:26.298901 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b9b9d8fe-1d9b-4a3a-a716-447575699c4e req-dcc8c95d-7440-455c-b35e-6c1c23ba870a tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 210 time: 0.0585265 Sep 27 07:52:26.368435 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f59e4bed-d151-47ec-af82-e39778ea70f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4790'] for router, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:26.372964 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f59e4bed-d151-47ec-af82-e39778ea70f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4799'] for router, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:26.380816 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd49ed21-ced5-5413-88d6-bd28c9230666-a1e8c124-882c-4ed3-9483-409ff26f3f96', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'fixed_ips': [{'subnet_id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b'}]}} from dv-cinder-811078-1-iscsi. {{(pid=106359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 07:52:26.381775 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:26.486815 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09c866ef-67d5-4310-8534-12acefd67c32 admin admin] Router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 is scheduled to L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d with binding_index 1 {{(pid=106357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 07:52:26.560617 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f59e4bed-d151-47ec-af82-e39778ea70f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:26.563050 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fc3a7ff3-4f18-4344-980c-895d387e8c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4790'] for router, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:26.564619 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fc3a7ff3-4f18-4344-980c-895d387e8c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4799'] for router, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:26.593940 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device dbcb1cf1-2288-4d77-bf6c-227b3c13c399 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:52:26.599481 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.db_base_plugin_common [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] Allocated IP 172.20.0.2 (a1e8c124-882c-4ed3-9483-409ff26f3f96/61cb872e-4c80-4503-b20b-ef01cdc64f1b/edc289cb-28c9-4399-8e98-549b796508d8) {{(pid=106359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:52:26.638286 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fc3a7ff3-4f18-4344-980c-895d387e8c97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:26.722523 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 32776) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:26.728393 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port dbcb1cf1-2288-4d77-bf6c-227b3c13c399 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:26.728807 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:26.729002 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-320397f0-ee5f-405e-b807-807c605160e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-733763412-network', 'tenant_id': '5ecb0d4164f9474f928fd3bddf36275e'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:26.777406 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c866ef-67d5-4310-8534-12acefd67c32 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:52:26.789508 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] Sync routers for ids ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:52:26.812480 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] Routers {'d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:52:26.812480 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:52:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:26.881487 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] Notify callbacks [] for port, precommit_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:26.969978 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f59e4bed-d151-47ec-af82-e39778ea70f6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:26.972777 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] Set router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:52:26.977037 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320397f0-ee5f-405e-b807-807c605160e8 admin admin] Made reservation on behalf of 5ecb0d4164f9474f928fd3bddf36275e for: {'network': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:52:26.979301 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-320397f0-ee5f-405e-b807-807c605160e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for network, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:27.012830 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fc3a7ff3-4f18-4344-980c-895d387e8c97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:27.016368 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-320397f0-ee5f-405e-b807-807c605160e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:27.039766 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431'] for port, after_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:27.077264 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] Network a1e8c124-882c-4ed3-9483-409ff26f3f96 is already hosted by enough agents. {{(pid=106359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:52:27.080169 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.base_scheduler [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] Resources bound (agent type, host, resource id): {{(pid=106359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:27.087597 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] Received port after_create {{(pid=106359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:52:27.102518 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] Pushing event updated for resources: {'Port': ['ID=edc289cb-28c9-4399-8e98-549b796508d8,revision_number=1']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:27.122116 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7e4ff9f0-ed99-4648-8687-4c7dd1a04447 req-5bdc1043-7b67-4b66-8d83-ffc42d3aa833 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 210 time: 0.0339978 Sep 27 07:52:27.159534 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T07:52:25Z', 'revision_number': 3, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port': {'id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:23Z', 'updated_at': '2021-09-27T07:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:27.163009 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] Attempting to bind port edc289cb-28c9-4399-8e98-549b796508d8 on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:52:27.163504 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] Attempting to bind port edc289cb-28c9-4399-8e98-549b796508d8 by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '901f3602-6c57-4c6d-9c4d-ca98b4f3d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96'}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:52:27.164340 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] Attempting to bind port edc289cb-28c9-4399-8e98-549b796508d8 on network a1e8c124-882c-4ed3-9483-409ff26f3f96 {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:52:27.166741 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-09c866ef-67d5-4310-8534-12acefd67c32 admin admin] Notify callbacks [] for router, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:27.171262 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-09c866ef-67d5-4310-8534-12acefd67c32 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7608714 Sep 27 07:52:27.172222 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 32788) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:27.173171 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:52:27.178013 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] Checking segment: {'id': '901f3602-6c57-4c6d-9c4d-ca98b4f3d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:52:27.178013 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:27.178013 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] Bound using segment: {'id': '901f3602-6c57-4c6d-9c4d-ca98b4f3d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96'} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:52:27.178013 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] Bound port: edc289cb-28c9-4399-8e98-549b796508d8, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901f3602-6c57-4c6d-9c4d-ca98b4f3d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96'}}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:52:27.178013 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:27.190876 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] Checking router: d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:52:27.191229 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] Updating router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 port 56ad1b00-c039-4d43-b38a-8734319594d0 binding host dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 07:52:27.222570 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:27.270741 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] For port edc289cb-28c9-4399-8e98-549b796508d8, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:52:27.274502 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] For port edc289cb-28c9-4399-8e98-549b796508d8, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=edc289cb-28c9-4399-8e98-549b796508d8,segment=NetworkSegment(901f3602-6c57-4c6d-9c4d-ca98b4f3d945),segment_id=901f3602-6c57-4c6d-9c4d-ca98b4f3d945)] {{(pid=106359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:52:27.343507 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-320397f0-ee5f-405e-b807-807c605160e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:27.376926 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:27.454329 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d261e4-08b6-467b-97be-512611ee80bd None None] Pushing event updated for resources: {'Port': ['ID=edc289cb-28c9-4399-8e98-549b796508d8,revision_number=2']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:27.519607 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2181bec6-8cf6-4039-8217-9a9eb4999ed8 req-c95de206-251e-4f99-90c8-6e28b9bfd7d0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 210 time: 0.1685877 Sep 27 07:52:27.547840 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-320397f0-ee5f-405e-b807-807c605160e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:27.579263 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] Notify callbacks [] for port, precommit_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:27.605080 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320397f0-ee5f-405e-b807-807c605160e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=106358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 07:52:27.626162 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320397f0-ee5f-405e-b807-807c605160e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f8ad24c-83dc-4d6f-8410-2a4e360f7ff9,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:27.629345 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-320397f0-ee5f-405e-b807-807c605160e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:27.629674 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.segments_db [None req-320397f0-ee5f-405e-b807-807c605160e8 admin admin] Added segment 2ab10b9a-8bba-439d-89c2-ce1f082968d4 of type vlan for network 3315fa01-09de-4b0d-b6fb-1b8de7e6bb9b Sep 27 07:52:27.657582 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:27.684836 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-320397f0-ee5f-405e-b807-807c605160e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792188561686'] for network, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:27.733359 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fb913-62b0-44dc-86ec-adb5947967e0 None None] Pushing event updated for resources: {'Port': ['ID=56ad1b00-c039-4d43-b38a-8734319594d0,revision_number=2']} {{(pid=106360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:27.740512 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb913-62b0-44dc-86ec-adb5947967e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:27.741337 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb913-62b0-44dc-86ec-adb5947967e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:27.741337 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb913-62b0-44dc-86ec-adb5947967e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:27.741633 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb913-62b0-44dc-86ec-adb5947967e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:27.741919 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb913-62b0-44dc-86ec-adb5947967e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:27.742351 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb913-62b0-44dc-86ec-adb5947967e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:27.742687 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb913-62b0-44dc-86ec-adb5947967e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:27.743014 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb913-62b0-44dc-86ec-adb5947967e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:27.743360 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb913-62b0-44dc-86ec-adb5947967e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:27.743693 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb913-62b0-44dc-86ec-adb5947967e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:27.744029 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb913-62b0-44dc-86ec-adb5947967e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:27.744689 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb913-62b0-44dc-86ec-adb5947967e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8fb913-62b0-44dc-86ec-adb5947967e0 None None] Tracked resource versions report: Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: pushed versions: Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: { 'AddressGroup': {'1.2'}, Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'ConntrackHelper': {'1.0'}, Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'Log': {'1.0'}, Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'Network': {'1.1'}, Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'Port': {'1.7'}, Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'PortForwarding': {'1.2'}, Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'QosPolicy': {'1.9'}, Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'SecurityGroup': {'1.4'}, Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'SecurityGroupRule': {'1.2'}, Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'SubPort': {'1.0'}, Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'Subnet': {'1.1'}, Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'Trunk': {'1.1'}} Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: consumer versions: Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: { DHCP agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: HyperV agent@hv-cinder-81107: {}, Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: L3 agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: Metadata agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: Metering agent@dv-cinder-811078-1-iscsi: {}, Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: Open vSwitch agent@dv-cinder-811078-1-iscsi: { 'AddressGroup': '1.2', Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'ConntrackHelper': '1.0', Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'Log': '1.0', Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'Network': '1.1', Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'Port': '1.7', Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'PortForwarding': '1.2', Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'QosPolicy': '1.9', Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'SecurityGroup': '1.4', Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'SecurityGroupRule': '1.2', Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'SubPort': '1.0', Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'Subnet': '1.1', Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: 'Trunk': '1.1'}} Sep 27 07:52:27.745492 dv-cinder-811078-1-iscsi neutron-server[106360]: {{(pid=106360) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 07:52:27.814740 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] Attempting to bind port 56ad1b00-c039-4d43-b38a-8734319594d0 on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:52:27.815403 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] Attempting to bind port 56ad1b00-c039-4d43-b38a-8734319594d0 by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}] {{(pid=106360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:52:27.815623 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] Attempting to bind port 56ad1b00-c039-4d43-b38a-8734319594d0 on network 12b44509-c0c8-4d46-aca9-a93a6e96d753 {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:52:27.820722 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.db.resource_extend [None req-320397f0-ee5f-405e-b807-807c605160e8 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 07:52:27.836997 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:52:27.837660 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] Checking segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:52:27.838233 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:27.839662 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] Bound using segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:52:27.839662 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] Bound port: 56ad1b00-c039-4d43-b38a-8734319594d0, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}}] {{(pid=106360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:52:27.839948 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:27.907501 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.db [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] For port 56ad1b00-c039-4d43-b38a-8734319594d0, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:52:27.911501 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.db [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] For port 56ad1b00-c039-4d43-b38a-8734319594d0, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=56ad1b00-c039-4d43-b38a-8734319594d0,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:52:27.914622 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bd8fca04-849c-420b-a5e9-983ae54d89c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:27.996647 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:28.065148 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] Routers {'d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:52:28.066040 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:52:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:28.107006 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f59e4bed-d151-47ec-af82-e39778ea70f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:28.110351 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fc3a7ff3-4f18-4344-980c-895d387e8c97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:28.120653 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8fb913-62b0-44dc-86ec-adb5947967e0 None None] Pushing event updated for resources: {'Port': ['ID=56ad1b00-c039-4d43-b38a-8734319594d0,revision_number=3']} {{(pid=106360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:28.148310 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f59e4bed-d151-47ec-af82-e39778ea70f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:28.150672 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fc3a7ff3-4f18-4344-980c-895d387e8c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:28.152370 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-320397f0-ee5f-405e-b807-807c605160e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for network, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:28.153123 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320397f0-ee5f-405e-b807-807c605160e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:28.153788 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-320397f0-ee5f-405e-b807-807c605160e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:28.223427 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] Set router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:52:28.237908 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-bd8fca04-849c-420b-a5e9-983ae54d89c3 admin admin] Allocated IP 172.20.0.1 (9e794ea3-d6e9-4153-9df1-e37627fe5d7a/5bfd5703-49a7-4117-8b63-4cb80c5fda09/b32dc464-8e1c-46cd-94af-a1b5b9ba97af) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:52:28.323773 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320397f0-ee5f-405e-b807-807c605160e8 admin admin] Pushing event updated for resources: {'Network': ['ID=3315fa01-09de-4b0d-b6fb-1b8de7e6bb9b,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:28.334901 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Network 3315fa01-09de-4b0d-b6fb-1b8de7e6bb9b details requested by agent ovs-agent-dv-cinder-811078-1-iscsi with host dv-cinder-811078-1-iscsi {{(pid=106359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 07:52:28.343473 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-320397f0-ee5f-405e-b807-807c605160e8 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6193779 Sep 27 07:52:28.347400 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 32810) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:28.353685 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-f6346929-8671-45aa-bcff-ea97bf718d3e admin admin] Request body: {'subnet': {'network_id': '3315fa01-09de-4b0d-b6fb-1b8de7e6bb9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-733763412-subnet', 'tenant_id': '5ecb0d4164f9474f928fd3bddf36275e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:28.396855 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-978c9ce7-b0f6-4b9c-940a-8e185ecf3802 req-460d886e-6eb8-4d4c-b0d1-bead20f65aed tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 210 time: 0.0788743 Sep 27 07:52:28.445973 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bd8fca04-849c-420b-a5e9-983ae54d89c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:28.450272 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [None req-f59e4bed-d151-47ec-af82-e39778ea70f6 admin admin] Allocated IP 172.27.0.155 (12b44509-c0c8-4d46-aca9-a93a6e96d753/98d9ac14-3553-4580-92ce-723937f48855/44ead720-a37e-482f-8e2a-2475a64a5405) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:52:28.532141 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device edc289cb-28c9-4399-8e98-549b796508d8 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:52:28.564628 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6346929-8671-45aa-bcff-ea97bf718d3e admin admin] Made reservation on behalf of 5ecb0d4164f9474f928fd3bddf36275e for: {'subnet': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:52:28.567728 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f6346929-8671-45aa-bcff-ea97bf718d3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:28.608602 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T07:52:25Z', 'revision_number': 3, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port': {'id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:23Z', 'updated_at': '2021-09-27T07:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:28.619351 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bd8fca04-849c-420b-a5e9-983ae54d89c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:28.636217 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port edc289cb-28c9-4399-8e98-549b796508d8 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:28.636888 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:28.645799 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb643aa-3d68-42b1-9880-abda6f7d62c7 None None] The sync data for ids ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'] in dv-cinder-811078-1-iscsi is: [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T07:52:25Z', 'revision_number': 3, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port': {'id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:23Z', 'updated_at': '2021-09-27T07:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:52:28.733899 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f59e4bed-d151-47ec-af82-e39778ea70f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:28.793425 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fca04-849c-420b-a5e9-983ae54d89c3 admin admin] Pushing event updated for resources: {'Port': ['ID=b32dc464-8e1c-46cd-94af-a1b5b9ba97af,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:28.816526 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-591d3518-94fd-4d6f-86ea-4b6720053a85 req-29427dfa-9813-468b-98c8-6979f62ecb27 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 210 time: 0.0807502 Sep 27 07:52:28.819241 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:28.821093 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8fca04-849c-420b-a5e9-983ae54d89c3 admin admin] Network 9e794ea3-d6e9-4153-9df1-e37627fe5d7a is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:52:28.828099 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-bd8fca04-849c-420b-a5e9-983ae54d89c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:28.846006 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8fca04-849c-420b-a5e9-983ae54d89c3 admin admin] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:52:28.846510 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bd8fca04-849c-420b-a5e9-983ae54d89c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560518'] for router_interface, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:28.893543 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] For port edc289cb-28c9-4399-8e98-549b796508d8, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=edc289cb-28c9-4399-8e98-549b796508d8,segment=NetworkSegment(901f3602-6c57-4c6d-9c4d-ca98b4f3d945),segment_id=901f3602-6c57-4c6d-9c4d-ca98b4f3d945)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:52:28.997410 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2c7663-acd5-4606-ae59-fa468f301fda None None] Network a1e8c124-882c-4ed3-9483-409ff26f3f96 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:52:29.016068 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ad95b936-fd67-4493-a176-7315b8043518 None None] Provisioning complete for port edc289cb-28c9-4399-8e98-549b796508d8 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:29.016550 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ad95b936-fd67-4493-a176-7315b8043518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:29.315873 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ad95b936-fd67-4493-a176-7315b8043518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:29.321491 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f6346929-8671-45aa-bcff-ea97bf718d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for subnet, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:29.323007 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f59e4bed-d151-47ec-af82-e39778ea70f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:29.331239 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:29.442242 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59e4bed-d151-47ec-af82-e39778ea70f6 admin admin] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:52:29.455258 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e4bed-d151-47ec-af82-e39778ea70f6 admin admin] Pushing event updated for resources: {'Port': ['ID=44ead720-a37e-482f-8e2a-2475a64a5405,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:29.461920 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-f59e4bed-d151-47ec-af82-e39778ea70f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:29.474785 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59e4bed-d151-47ec-af82-e39778ea70f6 admin admin] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:52:29.559409 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bd8fca04-849c-420b-a5e9-983ae54d89c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:29.569110 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Pushing event updated for resources: {'Port': ['ID=edc289cb-28c9-4399-8e98-549b796508d8,revision_number=3']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:29.599170 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.db.api [None req-ad95b936-fd67-4493-a176-7315b8043518 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 07:52:29.599454 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG oslo_db.api [None req-ad95b936-fd67-4493-a176-7315b8043518 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 07:52:29.605618 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6346929-8671-45aa-bcff-ea97bf718d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=04f727cb-8827-41c2-8d21-27fc0a682064,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:29.691462 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6346929-8671-45aa-bcff-ea97bf718d3e admin admin] Checking segment: {'id': '2ab10b9a-8bba-439d-89c2-ce1f082968d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3315fa01-09de-4b0d-b6fb-1b8de7e6bb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:52:29.691818 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6346929-8671-45aa-bcff-ea97bf718d3e admin admin] Network hostable DHCP agents. Network: 3315fa01-09de-4b0d-b6fb-1b8de7e6bb9b, hostable agents: ['5ef10843-63ae-4094-8244-a7e4b9a0127e'], hosted agents: [] {{(pid=106357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 07:52:29.692031 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [None req-fc3a7ff3-4f18-4344-980c-895d387e8c97 admin admin] Allocated IP 172.27.0.202 (12b44509-c0c8-4d46-aca9-a93a6e96d753/98d9ac14-3553-4580-92ce-723937f48855/348d08b7-927b-40d7-b46d-36c19e8bacab) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:52:29.747039 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-85684730-ddd4-47e8-96ea-4e4541444ce9 req-653f7908-fdd1-4c0f-8f28-37a5afe98c22 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 210 time: 0.0526700 Sep 27 07:52:29.788738 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6346929-8671-45aa-bcff-ea97bf718d3e admin admin] Network 3315fa01-09de-4b0d-b6fb-1b8de7e6bb9b is scheduled to be hosted by DHCP agent 5ef10843-63ae-4094-8244-a7e4b9a0127e with binding_index 1 {{(pid=106357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 07:52:29.968422 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-f6346929-8671-45aa-bcff-ea97bf718d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811078-1-iscsi, 3315fa01-09de-4b0d-b6fb-1b8de7e6bb9b) {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:29.979913 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6346929-8671-45aa-bcff-ea97bf718d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:29.981045 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f6346929-8671-45aa-bcff-ea97bf718d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:29.985950 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11b6b6c-b6a6-4bec-90a0-361b0d1e31e0 None None] Network 3315fa01-09de-4b0d-b6fb-1b8de7e6bb9b requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:52:29.990325 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bd8fca04-849c-420b-a5e9-983ae54d89c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:30.002336 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dd806076-1ec3-4f31-8bff-e934aab26822 req-c3c89f7f-3346-4b66-a8c8-1eb2f8c6b7d0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 210 time: 0.0541995 Sep 27 07:52:30.009284 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fc3a7ff3-4f18-4344-980c-895d387e8c97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:30.055999 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f59e4bed-d151-47ec-af82-e39778ea70f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:30.063640 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bd8fca04-849c-420b-a5e9-983ae54d89c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:30.064816 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bd8fca04-849c-420b-a5e9-983ae54d89c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560246'] for router_interface, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:30.137243 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-f6346929-8671-45aa-bcff-ea97bf718d3e admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7887537 Sep 27 07:52:30.139447 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fca04-849c-420b-a5e9-983ae54d89c3 admin admin] Pushing event updated for resources: {'Port': ['ID=b32dc464-8e1c-46cd-94af-a1b5b9ba97af,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:30.242243 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324f52a8-0eed-4dbc-b224-fa5344bd5db4 None None] Network 3315fa01-09de-4b0d-b6fb-1b8de7e6bb9b requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:52:30.247379 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8fca04-849c-420b-a5e9-983ae54d89c3 admin admin] Network 9e794ea3-d6e9-4153-9df1-e37627fe5d7a is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:52:30.253201 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-bd8fca04-849c-420b-a5e9-983ae54d89c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:30.299631 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fc3a7ff3-4f18-4344-980c-895d387e8c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:30.369537 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-d732d0c6-2536-4b3a-9411-98a4e6d54170 None None] Provisioning complete for port edc289cb-28c9-4399-8e98-549b796508d8 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:30.369938 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-d732d0c6-2536-4b3a-9411-98a4e6d54170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:30.408951 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 32848) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:30.531189 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8fca04-849c-420b-a5e9-983ae54d89c3 admin admin] Router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:52:30.625341 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3a7ff3-4f18-4344-980c-895d387e8c97 admin admin] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:52:30.643881 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 56ad1b00-c039-4d43-b38a-8734319594d0 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:52:30.646348 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-fc3a7ff3-4f18-4344-980c-895d387e8c97 admin admin] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:30.652486 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3a7ff3-4f18-4344-980c-895d387e8c97 admin admin] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:52:30.709924 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f7ceed2-3576-4be7-8082-0e483cf6a006 admin admin] Deleting subnet 679fb793-bdef-4bce-a9a5-8d55f8e18496 {{(pid=106358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 07:52:30.719212 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a7ff3-4f18-4344-980c-895d387e8c97 admin admin] Pushing event updated for resources: {'Port': ['ID=348d08b7-927b-40d7-b46d-36c19e8bacab,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:30.749859 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-d732d0c6-2536-4b3a-9411-98a4e6d54170 None None] Provisioning complete for port b32dc464-8e1c-46cd-94af-a1b5b9ba97af triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:30.750519 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-d732d0c6-2536-4b3a-9411-98a4e6d54170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:30.753823 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceed2-3576-4be7-8082-0e483cf6a006 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:30.765906 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8fca04-849c-420b-a5e9-983ae54d89c3 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:52:30.772216 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-bd8fca04-849c-420b-a5e9-983ae54d89c3 admin admin] 10.222.0.11 "PUT /v2.0/routers/d3a128d0-63bf-47d8-a89d-6c8f7b0deea2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5988054 Sep 27 07:52:30.818826 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 56ad1b00-c039-4d43-b38a-8734319594d0 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:30.819074 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:30.851527 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-d732d0c6-2536-4b3a-9411-98a4e6d54170 None None] Port b32dc464-8e1c-46cd-94af-a1b5b9ba97af cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:52:30.866296 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f59e4bed-d151-47ec-af82-e39778ea70f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562875'] for router, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:30.877911 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceed2-3576-4be7-8082-0e483cf6a006 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:30.941984 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:30.983607 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.25', 52957) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:30.987709 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] For port 56ad1b00-c039-4d43-b38a-8734319594d0, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=56ad1b00-c039-4d43-b38a-8734319594d0,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:52:31.027545 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-413f29ad-bfe8-4cf2-9c8f-8b1ea730e6c9 None None] Provisioning complete for port b32dc464-8e1c-46cd-94af-a1b5b9ba97af triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:31.028038 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-413f29ad-bfe8-4cf2-9c8f-8b1ea730e6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:31.073543 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:31.074954 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device edc289cb-28c9-4399-8e98-549b796508d8 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:52:31.103140 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceed2-3576-4be7-8082-0e483cf6a006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694807'] for subnet, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:31.171082 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] Sync routers for ids ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:52:31.187481 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-59d8aca6-5e14-4e97-b620-051eb1bd2863 req-19727605-abc6-4f0a-b08d-428ee83dca7c tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 210 time: 0.0930853 Sep 27 07:52:31.199684 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-413f29ad-bfe8-4cf2-9c8f-8b1ea730e6c9 None None] Port b32dc464-8e1c-46cd-94af-a1b5b9ba97af cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:52:31.221693 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] Routers {'d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:52:31.222349 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:52:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:31.229470 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Pushing event updated for resources: {'Port': ['ID=56ad1b00-c039-4d43-b38a-8734319594d0,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:31.340419 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-617a5e40-9abb-4c31-b134-ba9ed19acd9d tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:31.342593 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port edc289cb-28c9-4399-8e98-549b796508d8 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:31.348483 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:31.348646 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-617a5e40-9abb-4c31-b134-ba9ed19acd9d tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.25 "GET /v2.0/networks?id=4252bfad-0ceb-4ffc-b734-83e3bd3be899 HTTP/1.1" status: 200 len: 812 time: 0.3536074 Sep 27 07:52:31.357128 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-22be4589-5b1b-48ad-971f-26f80b221b8f req-4a22f99a-3bd1-4366-a4d8-831c65b6b6d5 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 210 time: 0.0500417 Sep 27 07:52:31.407358 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fc3a7ff3-4f18-4344-980c-895d387e8c97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:31.409678 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-db7c7871-9568-469c-9923-99713ad1500a tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Request body: {'port': {'device_id': '43ca86a4-f62b-46b6-964b-f2f1d1ebde9c', 'network_id': '4252bfad-0ceb-4ffc-b734-83e3bd3be899', 'admin_state_up': True, 'tenant_id': 'c31e63c5fc954f1c83825f7c280509f6'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:31.426429 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] Set router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:52:31.510533 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceed2-3576-4be7-8082-0e483cf6a006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for subnet, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:31.549028 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ceed2-3576-4be7-8082-0e483cf6a006 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=679fb793-bdef-4bce-a9a5-8d55f8e18496,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:31.555974 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2f7ceed2-3576-4be7-8082-0e483cf6a006 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:31.561584 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-2f7ceed2-3576-4be7-8082-0e483cf6a006 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/679fb793-bdef-4bce-a9a5-8d55f8e18496 HTTP/1.1" status: 204 len: 168 time: 1.1304364 Sep 27 07:52:31.563836 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 32874) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:31.706364 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1630127'] for network, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:31.712326 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59e4bed-d151-47ec-af82-e39778ea70f6 admin admin] Router 34bcc3ab-3074-464e-9f27-bd57e701958b is scheduled to L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d with binding_index 1 {{(pid=106358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 07:52:31.770398 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 32882) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:31.777047 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-ac8038b7-0ed4-4835-b938-6ee66c14d641 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1826533724', 'description': 'tempest-description--1466182206'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:31.785341 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T07:52:29Z', 'revision_number': 4, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port': {'id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:23Z', 'updated_at': '2021-09-27T07:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': 'b32dc464-8e1c-46cd-94af-a1b5b9ba97af', 'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'mac_address': 'fa:16:3e:01:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:29Z', 'revision_number': 2, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'subnets': [{'id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:31.822378 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] Checking router: d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:52:31.822842 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] Updating router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 port b32dc464-8e1c-46cd-94af-a1b5b9ba97af binding host dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 07:52:31.853495 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:31.891830 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ac8038b7-0ed4-4835-b938-6ee66c14d641 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:31.938454 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fc3a7ff3-4f18-4344-980c-895d387e8c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562875'] for router, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:31.971829 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693678', 'neutron.services.segments.db._delete_segments_for_network-8792188906900'] for network, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:31.974383 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-db7c7871-9568-469c-9923-99713ad1500a tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Made reservation on behalf of c31e63c5fc954f1c83825f7c280509f6 for: {'port': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:52:31.978724 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-db7c7871-9568-469c-9923-99713ad1500a tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:32.071218 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:32.071781 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:32.072703 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:32.073255 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Subscribe: > port after_create 55550000 {{(pid=106358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:32.073758 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Subscribe: > port after_delete 55550000 {{(pid=106358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:32.074256 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Subscribe: > port after_update 55550000 {{(pid=106358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:32.074728 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:32.075197 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:32.075709 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:32.076588 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:32.092812 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ac8038b7-0ed4-4835-b938-6ee66c14d641 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:32.160930 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ac8038b7-0ed4-4835-b938-6ee66c14d641 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:32.161219 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] Notify callbacks [] for port, precommit_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:32.265091 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8038b7-0ed4-4835-b938-6ee66c14d641 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679a821d-1d9e-4fd5-b46d-0d1a926defe1,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:32.300211 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:32.300578 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:32.300937 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:32.301287 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106358) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:32.301642 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1302bccf-1762-4468-abd0-b4f1728db5d2']}} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:32.337228 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ae2299-78ad-471c-8f24-ba4d95f75605') {'for_net_delete': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:32.337629 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ae2299-78ad-471c-8f24-ba4d95f75605') {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:32.347486 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:32.357382 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59e4bed-d151-47ec-af82-e39778ea70f6 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:52:32.368773 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] Sync routers for ids ['34bcc3ab-3074-464e-9f27-bd57e701958b'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:52:32.384854 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ac8038b7-0ed4-4835-b938-6ee66c14d641 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:32.384854 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-ac8038b7-0ed4-4835-b938-6ee66c14d641 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6119454 Sep 27 07:52:32.387198 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 32914) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:32.387705 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8973d537-fe26-4ef3-a6f7-d483e7e346df req-3ec70fdc-8ee3-4e6d-a1ac-2330f65ed89b tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 210 time: 0.0752079 Sep 27 07:52:32.389595 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792188906397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5359065'] for segment, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:32.401583 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] Routers {'34bcc3ab-3074-464e-9f27-bd57e701958b'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:52:32.403321 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:52:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['34bcc3ab-3074-464e-9f27-bd57e701958b'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:32.409497 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:32.428115 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:32.428314 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-db7c7871-9568-469c-9923-99713ad1500a tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Allocated IP 172.20.0.13 (4252bfad-0ceb-4ffc-b734-83e3bd3be899/84d98f33-b6dd-490d-bd96-6cf3029f45f1/91fc5c91-93c3-4a12-a369-931cbd6a9d15) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:52:32.447785 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971476ec-c78d-4cec-ab0a-cd2d1025ea3f None None] Pushing event updated for resources: {'Port': ['ID=b32dc464-8e1c-46cd-94af-a1b5b9ba97af,revision_number=3']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:32.451988 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-a741a560-1b39-4f09-98c5-3670745fbda4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Request body: {'security_group_rule': {'security_group_id': '679a821d-1d9e-4fd5-b46d-0d1a926defe1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=106358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5863526'] for segment, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: from cryptography.utils import int_from_bytes Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: from cryptography.utils import int_from_bytes Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: Traceback (most recent call last): Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: timer() Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: cb(*args, **kw) Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: return func(*args, **kwargs) Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: self._notify() Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: self.callback(batched_events) Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: event.method(event) Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: return f(self, *a, **k) Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: return self._get(url).json() Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: return self.request(url, 'GET', **kwargs) Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 07:52:32.485433 dv-cinder-811078-1-iscsi neutron-server[106358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 07:52:32.518343 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f59e4bed-d151-47ec-af82-e39778ea70f6 admin admin] Notify callbacks [] for router, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:32.522701 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-f59e4bed-d151-47ec-af82-e39778ea70f6 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5850096 Sep 27 07:52:32.531141 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 32918) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:32.707859 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2f9ff5c6-0904-419d-889b-efade4882e0a req-69dbbbe2-9c0f-495b-8b90-c2ea45cda2ca tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 210 time: 0.0885241 Sep 27 07:52:32.739394 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] Attempting to bind port b32dc464-8e1c-46cd-94af-a1b5b9ba97af on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:52:32.739778 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] Attempting to bind port b32dc464-8e1c-46cd-94af-a1b5b9ba97af by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '5ee862fe-090a-40d1-adb4-5b5cfc374a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a'}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:52:32.740142 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] Attempting to bind port b32dc464-8e1c-46cd-94af-a1b5b9ba97af on network 9e794ea3-d6e9-4153-9df1-e37627fe5d7a {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:52:32.740643 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a741a560-1b39-4f09-98c5-3670745fbda4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:32.749747 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 56ad1b00-c039-4d43-b38a-8734319594d0 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:52:32.756678 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:52:32.757233 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] Checking segment: {'id': '5ee862fe-090a-40d1-adb4-5b5cfc374a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:52:32.757738 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:32.758240 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] Bound using segment: {'id': '5ee862fe-090a-40d1-adb4-5b5cfc374a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a'} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:52:32.758822 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] Bound port: b32dc464-8e1c-46cd-94af-a1b5b9ba97af, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee862fe-090a-40d1-adb4-5b5cfc374a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a'}}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:52:32.759321 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:32.777685 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560399'] for network, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:32.797105 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:32.802303 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] 10.222.0.11 "DELETE /v2.0/networks/1302bccf-1762-4468-abd0-b4f1728db5d2 HTTP/1.1" status: 204 len: 168 time: 1.2342536 Sep 27 07:52:32.835432 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 32924) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:32.900211 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] Set router 34bcc3ab-3074-464e-9f27-bd57e701958b gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:52:32.901268 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] For port b32dc464-8e1c-46cd-94af-a1b5b9ba97af, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:52:32.904555 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 56ad1b00-c039-4d43-b38a-8734319594d0 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:32.905130 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:32.909307 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] For port b32dc464-8e1c-46cd-94af-a1b5b9ba97af, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=b32dc464-8e1c-46cd-94af-a1b5b9ba97af,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:52:32.944064 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f33779-1e4b-49e1-a9c2-c086de621f3f admin admin] Pushing event deleted for resources: {'Network': ['ID=1302bccf-1762-4468-abd0-b4f1728db5d2,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:32.946022 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3a7ff3-4f18-4344-980c-895d387e8c97 admin admin] Router 177de78c-5768-4320-a701-4d933338d83e is scheduled to L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d with binding_index 1 {{(pid=106358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 07:52:32.952035 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f09ef9-8697-4a94-9b0a-37b1b434d170 admin admin] Deleting subnet 04f727cb-8827-41c2-8d21-27fc0a682064 {{(pid=106357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 07:52:32.969873 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d5f09ef9-8697-4a94-9b0a-37b1b434d170 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:32.971406 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-e5a08311-ac02-4c6e-b0ef-8588861cbac0 None None] Provisioning complete for port b32dc464-8e1c-46cd-94af-a1b5b9ba97af triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:32.971766 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-e5a08311-ac02-4c6e-b0ef-8588861cbac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:32.998730 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a741a560-1b39-4f09-98c5-3670745fbda4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.002690 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-db7c7871-9568-469c-9923-99713ad1500a tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.011250 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.048938 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d5f09ef9-8697-4a94-9b0a-37b1b434d170 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.054779 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-e5a08311-ac02-4c6e-b0ef-8588861cbac0 None None] Port b32dc464-8e1c-46cd-94af-a1b5b9ba97af cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:52:33.067505 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d5f09ef9-8697-4a94-9b0a-37b1b434d170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694807'] for subnet, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.098056 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a741a560-1b39-4f09-98c5-3670745fbda4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.167043 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741a560-1b39-4f09-98c5-3670745fbda4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e6031f0-0204-4f4e-abde-fac91a5f9712,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:33.174026 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] Routers {'d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:52:33.174573 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:52:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:33.236350 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971476ec-c78d-4cec-ab0a-cd2d1025ea3f None None] Pushing event updated for resources: {'Port': ['ID=b32dc464-8e1c-46cd-94af-a1b5b9ba97af,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:33.274141 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bcc3ab-3074-464e-9f27-bd57e701958b', 'name': 'tempest-ServerRescueNegativeTestJSON-2038237638-router', 'tenant_id': 'db214cdbafc9405aa877c1f184e8532e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '44ead720-a37e-482f-8e2a-2475a64a5405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:29Z', 'revision_number': 3, 'project_id': 'db214cdbafc9405aa877c1f184e8532e', 'gw_port': {'id': '44ead720-a37e-482f-8e2a-2475a64a5405', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bcc3ab-3074-464e-9f27-bd57e701958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:33.333135 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a741a560-1b39-4f09-98c5-3670745fbda4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.334765 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-a741a560-1b39-4f09-98c5-3670745fbda4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9384236 Sep 27 07:52:33.335381 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] Checking router: 34bcc3ab-3074-464e-9f27-bd57e701958b for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:52:33.335845 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] Updating router 34bcc3ab-3074-464e-9f27-bd57e701958b port 44ead720-a37e-482f-8e2a-2475a64a5405 binding host dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 07:52:33.337290 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-db7c7871-9568-469c-9923-99713ad1500a tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.340424 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 32934) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:33.340847 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d5f09ef9-8697-4a94-9b0a-37b1b434d170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for subnet, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.346260 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] Set router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:52:33.349037 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-d102c6bf-a127-4015-a1ed-6bd97f8cd746 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Request body: {'security_group_rule': {'security_group_id': '679a821d-1d9e-4fd5-b46d-0d1a926defe1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:33.384352 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.410233 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3a7ff3-4f18-4344-980c-895d387e8c97 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:52:33.450610 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] Sync routers for ids ['177de78c-5768-4320-a701-4d933338d83e'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:52:33.529081 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d102c6bf-a127-4015-a1ed-6bd97f8cd746 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.554560 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] Routers {'177de78c-5768-4320-a701-4d933338d83e'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:52:33.558568 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:52:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['177de78c-5768-4320-a701-4d933338d83e'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:33.562354 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f09ef9-8697-4a94-9b0a-37b1b434d170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04f727cb-8827-41c2-8d21-27fc0a682064,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:33.574101 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d5f09ef9-8697-4a94-9b0a-37b1b434d170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.576078 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-d5f09ef9-8697-4a94-9b0a-37b1b434d170 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/04f727cb-8827-41c2-8d21-27fc0a682064 HTTP/1.1" status: 204 len: 168 time: 0.7388544 Sep 27 07:52:33.582261 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3d659ddb-4af3-448a-b9c5-e96eb53938b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.586270 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 32942) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:33.600149 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-db7c7871-9568-469c-9923-99713ad1500a tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Network 4252bfad-0ceb-4ffc-b734-83e3bd3be899 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:52:33.622893 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fc3a7ff3-4f18-4344-980c-895d387e8c97 admin admin] Notify callbacks [] for router, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.626852 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-fc3a7ff3-4f18-4344-980c-895d387e8c97 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4975703 Sep 27 07:52:33.627024 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-db7c7871-9568-469c-9923-99713ad1500a tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:33.631882 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 32944) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:33.633280 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7c7871-9568-469c-9923-99713ad1500a tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Pushing event updated for resources: {'Port': ['ID=91fc5c91-93c3-4a12-a369-931cbd6a9d15,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:33.644760 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-db7c7871-9568-469c-9923-99713ad1500a tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:52:33.650320 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-db7c7871-9568-469c-9923-99713ad1500a tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:33.650932 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-db7c7871-9568-469c-9923-99713ad1500a tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.705780 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] Set router 177de78c-5768-4320-a701-4d933338d83e gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:52:33.733457 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1630127'] for network, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.764266 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-770b6062-135b-4a62-a17e-fe1d38f5de3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.773310 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] Notify callbacks [] for port, precommit_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.773822 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-db7c7871-9568-469c-9923-99713ad1500a tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3704424 Sep 27 07:52:33.816239 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-c285afd3-2b8b-4d82-92ae-69e03285fecb None None] Provisioning complete for port b32dc464-8e1c-46cd-94af-a1b5b9ba97af triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:33.816765 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-c285afd3-2b8b-4d82-92ae-69e03285fecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.826421 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d5773-333f-4048-98c7-488c2a579c7b req-c9fb60a3-0a2b-4dae-9f5c-ef24a25bfb8d tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:33.829397 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-479d5773-333f-4048-98c7-488c2a579c7b req-c9fb60a3-0a2b-4dae-9f5c-ef24a25bfb8d tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 932 time: 0.2773390 Sep 27 07:52:33.843527 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d102c6bf-a127-4015-a1ed-6bd97f8cd746 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.848906 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.871523 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693678', 'neutron.services.segments.db._delete_segments_for_network-8792188906900'] for network, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.881320 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0f1b272f-cfa0-46b2-93cc-5927ab14b135 req-6826571c-1c18-4343-aee8-8e4b5b645274 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 210 time: 0.0737565 Sep 27 07:52:33.913982 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:33.920514 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:33.920514 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:33.920514 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Subscribe: > port after_create 55550000 {{(pid=106357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:33.920514 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:33.920514 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Subscribe: > port after_update 55550000 {{(pid=106357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:33.920514 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:33.920514 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:33.921923 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:33.922419 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:33.931332 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d102c6bf-a127-4015-a1ed-6bd97f8cd746 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.932164 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] Attempting to bind port 44ead720-a37e-482f-8e2a-2475a64a5405 on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:52:33.932720 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] Attempting to bind port 44ead720-a37e-482f-8e2a-2475a64a5405 by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}] {{(pid=106360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:52:33.933089 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] Attempting to bind port 44ead720-a37e-482f-8e2a-2475a64a5405 on network 12b44509-c0c8-4d46-aca9-a93a6e96d753 {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:52:33.944109 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a822cc-e42b-452b-b9a7-e24f2c95e4a2 None None] Pushing event updated for resources: {'Port': ['ID=44ead720-a37e-482f-8e2a-2475a64a5405,revision_number=2']} {{(pid=106360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:33.955227 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:52:33.955682 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] Checking segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:52:33.956221 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.956654 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] Bound using segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:52:33.957241 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] Bound port: 44ead720-a37e-482f-8e2a-2475a64a5405, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}}] {{(pid=106360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:52:33.957716 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:33.996919 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-479d5773-333f-4048-98c7-488c2a579c7b req-b07ac403-a961-499d-a9c3-9ded1e83a2a9 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496024 Sep 27 07:52:34.006236 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102c6bf-a127-4015-a1ed-6bd97f8cd746 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea75aa01-60c6-4210-b2af-13f520b2a377,revision_number=0']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:34.027029 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-c285afd3-2b8b-4d82-92ae-69e03285fecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:34.043026 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.db [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] For port 44ead720-a37e-482f-8e2a-2475a64a5405, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:52:34.047613 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.db [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] For port 44ead720-a37e-482f-8e2a-2475a64a5405, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=44ead720-a37e-482f-8e2a-2475a64a5405,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:52:34.049930 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T07:52:29Z', 'revision_number': 4, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port': {'id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:23Z', 'updated_at': '2021-09-27T07:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': 'b32dc464-8e1c-46cd-94af-a1b5b9ba97af', 'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'mac_address': 'fa:16:3e:01:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:32Z', 'revision_number': 4, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'subnets': [{'id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:34.089407 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2470a82d-bbf7-4653-b997-a1f60e17d174 None None] The sync data for ids ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'] in dv-cinder-811078-1-iscsi is: [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T07:52:29Z', 'revision_number': 4, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port': {'id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:23Z', 'updated_at': '2021-09-27T07:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': 'b32dc464-8e1c-46cd-94af-a1b5b9ba97af', 'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'mac_address': 'fa:16:3e:01:f1:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:32Z', 'revision_number': 4, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'subnets': [{'id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:52:34.101084 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d102c6bf-a127-4015-a1ed-6bd97f8cd746 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:34.103840 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-c285afd3-2b8b-4d82-92ae-69e03285fecb None None] For port b32dc464-8e1c-46cd-94af-a1b5b9ba97af, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=b32dc464-8e1c-46cd-94af-a1b5b9ba97af,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:52:34.105746 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-d102c6bf-a127-4015-a1ed-6bd97f8cd746 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7629659 Sep 27 07:52:34.109569 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:30Z', 'revision_number': 3, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port': {'id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:34.110449 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 32950) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:34.117706 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-de477a2c-1d4c-4b98-90cc-b148fbf72ff1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Request body: {'floatingip': {'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:34.127925 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:34.145086 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] Checking router: 177de78c-5768-4320-a701-4d933338d83e for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:52:34.145440 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] Updating router 177de78c-5768-4320-a701-4d933338d83e port 348d08b7-927b-40d7-b46d-36c19e8bacab binding host dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 07:52:34.207578 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [None req-3d659ddb-4af3-448a-b9c5-e96eb53938b0 admin admin] Allocated IP 172.20.0.1 (448aa08f-9439-4e3a-9cd7-ca641ada67be/07db581e-2238-4bd1-aacc-bc8622529c44/3a60b96f-333b-42e9-bd42-728eb9f5186f) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:52:34.209054 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-c285afd3-2b8b-4d82-92ae-69e03285fecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:34.246846 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a822cc-e42b-452b-b9a7-e24f2c95e4a2 None None] Pushing event updated for resources: {'Port': ['ID=44ead720-a37e-482f-8e2a-2475a64a5405,revision_number=3']} {{(pid=106360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:34.261200 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:34.261668 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:34.262232 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:34.262677 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106357) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 07:52:34.263127 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3315fa01-09de-4b0d-b6fb-1b8de7e6bb9b']}} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:34.274060 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:34.279897 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] Routers {'34bcc3ab-3074-464e-9f27-bd57e701958b'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:52:34.559056 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:52:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['34bcc3ab-3074-464e-9f27-bd57e701958b'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:34.564407 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab10b9a-8bba-439d-89c2-ce1f082968d4') {'for_net_delete': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:34.564407 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab10b9a-8bba-439d-89c2-ce1f082968d4') {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:34.564407 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.25', 52961) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:34.565109 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de477a2c-1d4c-4b98-90cc-b148fbf72ff1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for floatingip, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:34.565749 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-55b17095-22c9-495c-807b-1091843d80b8 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=106357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 07:52:34.565749 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-55b17095-22c9-495c-807b-1091843d80b8 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213373 Sep 27 07:52:34.565749 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792188906397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6574833'] for segment, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:34.566438 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285afd3-2b8b-4d82-92ae-69e03285fecb None None] Pushing event updated for resources: {'Port': ['ID=b32dc464-8e1c-46cd-94af-a1b5b9ba97af,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:34.567004 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] Set router 34bcc3ab-3074-464e-9f27-bd57e701958b gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:52:34.591260 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device b32dc464-8e1c-46cd-94af-a1b5b9ba97af up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:52:34.666485 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86bf47-615e-4691-b7c4-770229916085 req-936859a6-f925-4828-8594-94d89ebabe1f tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:34.673170 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-de86bf47-615e-4691-b7c4-770229916085 req-936859a6-f925-4828-8594-94d89ebabe1f tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.25 "GET /v2.0/networks?id=7ebc4c39-d0a1-4515-9004-e5c446b45be2 HTTP/1.1" status: 200 len: 814 time: 0.3537142 Sep 27 07:52:34.698004 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3d659ddb-4af3-448a-b9c5-e96eb53938b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:34.712655 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:34.735279 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=106357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 07:52:34.735688 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7115631'] for segment, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: from cryptography.utils import int_from_bytes Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: from cryptography.utils import int_from_bytes Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: Traceback (most recent call last): Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: timer() Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: cb(*args, **kw) Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: return func(*args, **kwargs) Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: self._notify() Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: self.callback(batched_events) Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: event.method(event) Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: return f(self, *a, **k) Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: return self._get(url).json() Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: return self.request(url, 'GET', **kwargs) Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 07:52:34.745009 dv-cinder-811078-1-iscsi neutron-server[106357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 07:52:34.784016 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-de86bf47-615e-4691-b7c4-770229916085 req-61cc1218-dc23-4dc7-bd2b-d1ead6fd950c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Request body: {'port': {'device_id': 'f788a708-dbe3-4dba-89a7-73ed31b0acd1', 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2', 'admin_state_up': True, 'tenant_id': 'a3e875ff59c741c7a0ca09fc98132f20'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:34.837073 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port b32dc464-8e1c-46cd-94af-a1b5b9ba97af triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:34.837621 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:34.978901 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bcc3ab-3074-464e-9f27-bd57e701958b', 'name': 'tempest-ServerRescueNegativeTestJSON-2038237638-router', 'tenant_id': 'db214cdbafc9405aa877c1f184e8532e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '44ead720-a37e-482f-8e2a-2475a64a5405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:29Z', 'revision_number': 3, 'project_id': 'db214cdbafc9405aa877c1f184e8532e', 'gw_port': {'id': '44ead720-a37e-482f-8e2a-2475a64a5405', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bcc3ab-3074-464e-9f27-bd57e701958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:35.054281 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] Notify callbacks [] for port, precommit_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:35.055845 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e75cbcb-993b-4cc4-bc16-719adef877a0 None None] The sync data for ids ['34bcc3ab-3074-464e-9f27-bd57e701958b'] in dv-cinder-811078-1-iscsi is: [{'id': '34bcc3ab-3074-464e-9f27-bd57e701958b', 'name': 'tempest-ServerRescueNegativeTestJSON-2038237638-router', 'tenant_id': 'db214cdbafc9405aa877c1f184e8532e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '44ead720-a37e-482f-8e2a-2475a64a5405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:29Z', 'revision_number': 3, 'project_id': 'db214cdbafc9405aa877c1f184e8532e', 'gw_port': {'id': '44ead720-a37e-482f-8e2a-2475a64a5405', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bcc3ab-3074-464e-9f27-bd57e701958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:52:35.057672 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Request body: {'port': {'device_id': '43ca86a4-f62b-46b6-964b-f2f1d1ebde9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:35.060838 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3d659ddb-4af3-448a-b9c5-e96eb53938b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:35.159386 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d659ddb-4af3-448a-b9c5-e96eb53938b0 admin admin] Network 448aa08f-9439-4e3a-9cd7-ca641ada67be is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:52:35.179536 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:35.217834 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-3d659ddb-4af3-448a-b9c5-e96eb53938b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:35.229010 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d659ddb-4af3-448a-b9c5-e96eb53938b0 admin admin] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:52:35.239438 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de86bf47-615e-4691-b7c4-770229916085 req-61cc1218-dc23-4dc7-bd2b-d1ead6fd950c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Made reservation on behalf of a3e875ff59c741c7a0ca09fc98132f20 for: {'port': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:52:35.243194 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-de86bf47-615e-4691-b7c4-770229916085 req-61cc1218-dc23-4dc7-bd2b-d1ead6fd950c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:35.256751 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560399'] for network, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:35.281492 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:35.282284 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] 10.222.0.11 "DELETE /v2.0/networks/3315fa01-09de-4b0d-b6fb-1b8de7e6bb9b HTTP/1.1" status: 204 len: 168 time: 1.6909282 Sep 27 07:52:35.338476 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528db18-83e3-4e64-8bbc-1b911ac1fc37 None None] Pushing event updated for resources: {'Port': ['ID=348d08b7-927b-40d7-b46d-36c19e8bacab,revision_number=2']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:35.385942 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] Attempting to bind port 348d08b7-927b-40d7-b46d-36c19e8bacab on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:52:35.386220 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] Attempting to bind port 348d08b7-927b-40d7-b46d-36c19e8bacab by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:52:35.386589 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] Attempting to bind port 348d08b7-927b-40d7-b46d-36c19e8bacab on network 12b44509-c0c8-4d46-aca9-a93a6e96d753 {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:52:35.401398 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 52, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:52:35.401771 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] Checking segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:52:35.403417 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:35.404180 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] Bound using segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:52:35.406422 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] Bound port: 348d08b7-927b-40d7-b46d-36c19e8bacab, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:52:35.406729 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:35.455676 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:35.469687 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2069cfdd-28fe-44a0-aa20-85cd2544d007 admin admin] Pushing event deleted for resources: {'Network': ['ID=3315fa01-09de-4b0d-b6fb-1b8de7e6bb9b,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:35.628145 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9fa400fc-8389-4d62-8c0f-ebd3e30ff7ee req-9fd8d117-9056-40fe-86ed-7ab69a7c156f tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 210 time: 0.5957313 Sep 27 07:52:35.758940 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de477a2c-1d4c-4b98-90cc-b148fbf72ff1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:35.768095 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [req-de86bf47-615e-4691-b7c4-770229916085 req-61cc1218-dc23-4dc7-bd2b-d1ead6fd950c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Allocated IP 172.20.0.12 (7ebc4c39-d0a1-4515-9004-e5c446b45be2/5da2f088-86e4-4227-ba0f-fc971a0a955e/ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:52:35.798535 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3d659ddb-4af3-448a-b9c5-e96eb53938b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560518'] for router_interface, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:35.936774 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] For port 348d08b7-927b-40d7-b46d-36c19e8bacab, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:52:35.948224 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d659ddb-4af3-448a-b9c5-e96eb53938b0 admin admin] Pushing event updated for resources: {'Port': ['ID=3a60b96f-333b-42e9-bd42-728eb9f5186f,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:35.951900 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] For port 348d08b7-927b-40d7-b46d-36c19e8bacab, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=348d08b7-927b-40d7-b46d-36c19e8bacab,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:52:36.086882 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ee77e64d-2b7b-49a7-b54f-6a0085183995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:36.185024 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-de86bf47-615e-4691-b7c4-770229916085 req-61cc1218-dc23-4dc7-bd2b-d1ead6fd950c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:36.222210 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298bcf19-48f0-413d-be2d-9704d6366c63 req-580a3fca-b143-4cd8-8e7a-bc09e894e313 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:36.223785 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-298bcf19-48f0-413d-be2d-9704d6366c63 req-580a3fca-b143-4cd8-8e7a-bc09e894e313 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 932 time: 1.0964425 Sep 27 07:52:36.427254 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-298bcf19-48f0-413d-be2d-9704d6366c63 req-6aa4a157-96fe-43a4-b490-3c6357f83b72 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825058 Sep 27 07:52:36.431411 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [None req-de477a2c-1d4c-4b98-90cc-b148fbf72ff1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Allocated IP 172.27.0.59 (12b44509-c0c8-4d46-aca9-a93a6e96d753/98d9ac14-3553-4580-92ce-723937f48855/bb94cd76-4d28-4be3-8b67-9231724fc5a0) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:52:36.464741 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 33010) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:36.503600 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-f8b1c464-b083-4a2e-a643-24e79104c265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:36.509106 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:36.614103 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de477a2c-1d4c-4b98-90cc-b148fbf72ff1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:36.697481 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] Routers {'177de78c-5768-4320-a701-4d933338d83e'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:52:36.697481 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:52:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['177de78c-5768-4320-a701-4d933338d83e'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:36.718156 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-a0b23494-3825-42f3-bc03-79d355131d41 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ffb1cbf375f24ebe8738a92ed0e25188&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2383838 Sep 27 07:52:36.751548 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 33016) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:36.754315 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 44ead720-a37e-482f-8e2a-2475a64a5405 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:52:36.756780 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528db18-83e3-4e64-8bbc-1b911ac1fc37 None None] Pushing event updated for resources: {'Port': ['ID=348d08b7-927b-40d7-b46d-36c19e8bacab,revision_number=3']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:36.827117 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [None req-ee77e64d-2b7b-49a7-b54f-6a0085183995 admin admin] Allocated IP 172.20.0.1 (a1e8c124-882c-4ed3-9483-409ff26f3f96/61cb872e-4c80-4503-b20b-ef01cdc64f1b/f6b52baf-42e8-49da-8528-a6c8c489cb36) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:52:36.904719 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-80d64ae7-40d9-4647-b880-2526063d28b2 req-a009de8d-6bf1-48fc-b76f-9800fcbe7c0e tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 210 time: 0.0803969 Sep 27 07:52:36.925114 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de477a2c-1d4c-4b98-90cc-b148fbf72ff1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:36.954159 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3d659ddb-4af3-448a-b9c5-e96eb53938b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:36.976156 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] Set router 177de78c-5768-4320-a701-4d933338d83e gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:52:37.042608 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-de86bf47-615e-4691-b7c4-770229916085 req-61cc1218-dc23-4dc7-bd2b-d1ead6fd950c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:37.067821 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de477a2c-1d4c-4b98-90cc-b148fbf72ff1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:52:37.101839 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de86bf47-615e-4691-b7c4-770229916085 req-61cc1218-dc23-4dc7-bd2b-d1ead6fd950c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:52:37.103940 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-de477a2c-1d4c-4b98-90cc-b148fbf72ff1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:37.114795 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de477a2c-1d4c-4b98-90cc-b148fbf72ff1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:52:37.117104 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [req-de86bf47-615e-4691-b7c4-770229916085 req-61cc1218-dc23-4dc7-bd2b-d1ead6fd950c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:37.120696 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de477a2c-1d4c-4b98-90cc-b148fbf72ff1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Pushing event updated for resources: {'Port': ['ID=bb94cd76-4d28-4be3-8b67-9231724fc5a0,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:37.129926 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-de86bf47-615e-4691-b7c4-770229916085 req-61cc1218-dc23-4dc7-bd2b-d1ead6fd950c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:52:37.207260 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86bf47-615e-4691-b7c4-770229916085 req-61cc1218-dc23-4dc7-bd2b-d1ead6fd950c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:37.207934 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-de86bf47-615e-4691-b7c4-770229916085 req-61cc1218-dc23-4dc7-bd2b-d1ead6fd950c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:37.217099 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:37.217696 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:37.220171 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 44ead720-a37e-482f-8e2a-2475a64a5405 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:37.220538 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:37.229247 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91fc5c91-93c3-4a12-a369-931cbd6a9d15 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:52:37.234450 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ee77e64d-2b7b-49a7-b54f-6a0085183995 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:37.245312 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:37.296083 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:30Z', 'revision_number': 3, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port': {'id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:37.334563 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Transition to ACTIVE for port object 91fc5c91-93c3-4a12-a369-931cbd6a9d15 will not be triggered until provisioned by entity L2. {{(pid=106357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 07:52:37.343709 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f24ed778-bffd-4689-83de-92f1873b6973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:37.358687 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd5039e-9fbc-4184-a5b2-a5e4d7140a25 None None] The sync data for ids ['177de78c-5768-4320-a701-4d933338d83e'] in dv-cinder-811078-1-iscsi is: [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:30Z', 'revision_number': 3, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port': {'id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:52:37.371233 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc1218-dc23-4dc7-bd2b-d1ead6fd950c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Pushing event updated for resources: {'Port': ['ID=ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:37.372096 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:37.397529 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f24ed778-bffd-4689-83de-92f1873b6973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:37.402577 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] For port 44ead720-a37e-482f-8e2a-2475a64a5405, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=44ead720-a37e-482f-8e2a-2475a64a5405,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:52:37.511640 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-de86bf47-615e-4691-b7c4-770229916085 req-61cc1218-dc23-4dc7-bd2b-d1ead6fd950c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7528470 Sep 27 07:52:37.539381 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:37.540300 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:37.541467 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de477a2c-1d4c-4b98-90cc-b148fbf72ff1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:37.549744 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device b32dc464-8e1c-46cd-94af-a1b5b9ba97af up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:52:37.645760 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f24ed778-bffd-4689-83de-92f1873b6973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:37.652531 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Pushing event updated for resources: {'Port': ['ID=44ead720-a37e-482f-8e2a-2475a64a5405,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:37.657593 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f24ed778-bffd-4689-83de-92f1873b6973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:37.675033 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-f24ed778-bffd-4689-83de-92f1873b6973 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/19e62104-eb15-426d-8935-d369fc54db12 HTTP/1.1" status: 204 len: 168 time: 0.9084864 Sep 27 07:52:37.693308 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ee77e64d-2b7b-49a7-b54f-6a0085183995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:37.734143 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port b32dc464-8e1c-46cd-94af-a1b5b9ba97af triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:37.735629 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:37.772188 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Request body: {'port': {'device_id': 'f788a708-dbe3-4dba-89a7-73ed31b0acd1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:37.875302 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Pushing event updated for resources: {'Port': ['ID=91fc5c91-93c3-4a12-a369-931cbd6a9d15,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:37.957220 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ed778-bffd-4689-83de-92f1873b6973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e62104-eb15-426d-8935-d369fc54db12,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:38.029847 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3d659ddb-4af3-448a-b9c5-e96eb53938b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:38.040440 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77e64d-2b7b-49a7-b54f-6a0085183995 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b52baf-42e8-49da-8528-a6c8c489cb36,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:38.053957 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a265cbb-9e2b-4599-8888-cff7445f2257 req-7de93e96-7a1c-4082-8d6b-ecc0a6683685 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:38.057446 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2a265cbb-9e2b-4599-8888-cff7445f2257 req-7de93e96-7a1c-4082-8d6b-ecc0a6683685 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 944 time: 0.5182621 Sep 27 07:52:38.063404 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee77e64d-2b7b-49a7-b54f-6a0085183995 admin admin] Network a1e8c124-882c-4ed3-9483-409ff26f3f96 is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:52:38.065424 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-ee77e64d-2b7b-49a7-b54f-6a0085183995 admin admin] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:38.073702 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee77e64d-2b7b-49a7-b54f-6a0085183995 admin admin] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:52:38.103203 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:38.124180 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Attempting to bind port 91fc5c91-93c3-4a12-a369-931cbd6a9d15 on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:52:38.124839 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Attempting to bind port 91fc5c91-93c3-4a12-a369-931cbd6a9d15 by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': '0bd13690-4e81-4fca-8f43-3c993f35e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4252bfad-0ceb-4ffc-b734-83e3bd3be899'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:52:38.125430 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Attempting to bind port 91fc5c91-93c3-4a12-a369-931cbd6a9d15 on network 4252bfad-0ceb-4ffc-b734-83e3bd3be899 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:52:38.146044 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de477a2c-1d4c-4b98-90cc-b148fbf72ff1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:38.181667 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Port 91fc5c91-93c3-4a12-a369-931cbd6a9d15 on network 4252bfad-0ceb-4ffc-b734-83e3bd3be899 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 07:52:38.182076 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Attempting to bind port 91fc5c91-93c3-4a12-a369-931cbd6a9d15 on network 4252bfad-0ceb-4ffc-b734-83e3bd3be899 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:52:38.212837 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:52:38.213587 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Checking segment: {'id': '0bd13690-4e81-4fca-8f43-3c993f35e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4252bfad-0ceb-4ffc-b734-83e3bd3be899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:52:38.213806 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Bound using segment: {'id': '0bd13690-4e81-4fca-8f43-3c993f35e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4252bfad-0ceb-4ffc-b734-83e3bd3be899'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:52:38.214250 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Bound port: 91fc5c91-93c3-4a12-a369-931cbd6a9d15, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd13690-4e81-4fca-8f43-3c993f35e7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4252bfad-0ceb-4ffc-b734-83e3bd3be899'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:52:38.214665 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:38.250696 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3d659ddb-4af3-448a-b9c5-e96eb53938b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:38.505842 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d659ddb-4af3-448a-b9c5-e96eb53938b0 admin admin] Pushing event updated for resources: {'Port': ['ID=3a60b96f-333b-42e9-bd42-728eb9f5186f,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:38.571603 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] For port 91fc5c91-93c3-4a12-a369-931cbd6a9d15, host hv-cinder-81107, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:52:38.580138 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-9b607a75-7098-475c-a93b-40d1f5f34fbb None None] Provisioning complete for port f6b52baf-42e8-49da-8528-a6c8c489cb36 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:38.581286 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-9b607a75-7098-475c-a93b-40d1f5f34fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:38.618157 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] For port 91fc5c91-93c3-4a12-a369-931cbd6a9d15, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=91fc5c91-93c3-4a12-a369-931cbd6a9d15,segment=NetworkSegment(0bd13690-4e81-4fca-8f43-3c993f35e7c0),segment_id=0bd13690-4e81-4fca-8f43-3c993f35e7c0)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:52:38.629180 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ee77e64d-2b7b-49a7-b54f-6a0085183995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560518'] for router_interface, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:38.654711 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 44ead720-a37e-482f-8e2a-2475a64a5405 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:52:38.703332 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:38.718158 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-9b607a75-7098-475c-a93b-40d1f5f34fbb None None] Port f6b52baf-42e8-49da-8528-a6c8c489cb36 cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:52:38.777011 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 44ead720-a37e-482f-8e2a-2475a64a5405 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:38.777291 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:38.805857 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:38.806948 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:38.810009 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] 10.222.0.25 "PUT /v2.0/ports/91fc5c91-93c3-4a12-a369-931cbd6a9d15 HTTP/1.1" status: 200 len: 1094 time: 4.0720003 Sep 27 07:52:38.814983 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43ca86a4-f62b-46b6-964b-f2f1d1ebde9c', 'tag': '91fc5c91-93c3-4a12-a369-931cbd6a9d15'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:52:38.957412 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1424db2-2fcf-4cd0-93ba-0cf8f272a64c service neutron] Pushing event updated for resources: {'Port': ['ID=91fc5c91-93c3-4a12-a369-931cbd6a9d15,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:38.962958 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 348d08b7-927b-40d7-b46d-36c19e8bacab up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:52:38.974161 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16c071-c208-483d-aebb-a3f1cc112725 req-4a6b55c1-de8c-4002-9272-533d650b83b2 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:38.975944 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-de16c071-c208-483d-aebb-a3f1cc112725 req-4a6b55c1-de8c-4002-9272-533d650b83b2 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 932 time: 0.7498021 Sep 27 07:52:38.983552 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2a265cbb-9e2b-4599-8888-cff7445f2257 req-102f72bd-b330-4b08-bb4e-47a600e84a49 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8438504 Sep 27 07:52:39.055205 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3d659ddb-4af3-448a-b9c5-e96eb53938b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560246'] for router_interface, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:39.066186 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f41446-6575-4d51-b859-6ea0239092db" -d '{"events": [{"name": "network-changed", "server_uuid": "43ca86a4-f62b-46b6-964b-f2f1d1ebde9c", "tag": "91fc5c91-93c3-4a12-a369-931cbd6a9d15"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:52:39.076762 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 348d08b7-927b-40d7-b46d-36c19e8bacab triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:39.077838 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:39.083819 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:52:39.097724 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:39.112678 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-de16c071-c208-483d-aebb-a3f1cc112725 req-a4a6b450-7f32-422d-9080-66d145d40fab tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243780 Sep 27 07:52:39.134232 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Transition to ACTIVE for port object ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 will not be triggered until provisioned by entity L2. {{(pid=106357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 07:52:39.172524 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 33056) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:39.217998 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-a717b916-077a-4c41-97fe-fc85c853464a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ecb0d4164f9474f928fd3bddf36275e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0439928 Sep 27 07:52:39.220618 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 33058) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:39.222049 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:39.253569 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] For port 348d08b7-927b-40d7-b46d-36c19e8bacab, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=348d08b7-927b-40d7-b46d-36c19e8bacab,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:52:39.255716 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:39.275215 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:39.317254 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b71f33a-2232-4755-9c65-e85671b7b3a4 x-openstack-request-id: req-9b71f33a-2232-4755-9c65-e85671b7b3a4 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:52:39.317735 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43ca86a4-f62b-46b6-964b-f2f1d1ebde9c", "tag": "91fc5c91-93c3-4a12-a369-931cbd6a9d15", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:52:39.317833 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b71f33a-2232-4755-9c65-e85671b7b3a4 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:52:39.318277 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43ca86a4-f62b-46b6-964b-f2f1d1ebde9c', 'tag': '91fc5c91-93c3-4a12-a369-931cbd6a9d15', 'status': 'completed', 'code': 200} Sep 27 07:52:39.338223 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:39.367980 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Pushing event updated for resources: {'Port': ['ID=ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:39.379874 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de477a2c-1d4c-4b98-90cc-b148fbf72ff1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for port, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:39.387391 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0ce86305-5820-4247-a3c0-510bb3e227ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:39.389204 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ee77e64d-2b7b-49a7-b54f-6a0085183995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:39.405565 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Pushing event updated for resources: {'Port': ['ID=348d08b7-927b-40d7-b46d-36c19e8bacab,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:39.436182 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0ce86305-5820-4247-a3c0-510bb3e227ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:39.441736 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d659ddb-4af3-448a-b9c5-e96eb53938b0 admin admin] Network 448aa08f-9439-4e3a-9cd7-ca641ada67be is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:52:39.444559 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-3d659ddb-4af3-448a-b9c5-e96eb53938b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:39.454969 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de477a2c-1d4c-4b98-90cc-b148fbf72ff1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:39.478626 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Attempting to bind port ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:52:39.478960 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Attempting to bind port ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': 'f049ded7-e2f1-4742-8006-c6c1da15b4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:52:39.479287 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Attempting to bind port ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 on network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:52:39.484198 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Port ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 on network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 07:52:39.484514 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Attempting to bind port ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 on network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:52:39.490167 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:52:39.490496 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Checking segment: {'id': 'f049ded7-e2f1-4742-8006-c6c1da15b4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:52:39.490869 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Bound using segment: {'id': 'f049ded7-e2f1-4742-8006-c6c1da15b4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:52:39.491291 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Bound port: ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f049ded7-e2f1-4742-8006-c6c1da15b4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:52:39.491708 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:39.555495 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] For port ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18, host hv-cinder-81107, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:52:39.558740 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] For port ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18,segment=NetworkSegment(f049ded7-e2f1-4742-8006-c6c1da15b4c4),segment_id=f049ded7-e2f1-4742-8006-c6c1da15b4c4)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:52:39.610542 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0ce86305-5820-4247-a3c0-510bb3e227ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:39.613159 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0ce86305-5820-4247-a3c0-510bb3e227ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:39.617546 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-0ce86305-5820-4247-a3c0-510bb3e227ab admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f8ad24c-83dc-4d6f-8410-2a4e360f7ff9 HTTP/1.1" status: 204 len: 168 time: 0.3926294 Sep 27 07:52:39.622196 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:52:39.627599 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce86305-5820-4247-a3c0-510bb3e227ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f8ad24c-83dc-4d6f-8410-2a4e360f7ff9,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:39.630983 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de477a2c-1d4c-4b98-90cc-b148fbf72ff1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Pushing event updated for resources: {'Port': ['ID=bb94cd76-4d28-4be3-8b67-9231724fc5a0,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:39.641078 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:39.694757 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de477a2c-1d4c-4b98-90cc-b148fbf72ff1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560409'] for floatingip, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:39.726971 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:39.729088 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:39.729088 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-de86bf47-615e-4691-b7c4-770229916085 req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] 10.222.0.25 "PUT /v2.0/ports/ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 HTTP/1.1" status: 200 len: 1094 time: 2.0218494 Sep 27 07:52:39.772172 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cdaa86-669a-4926-82d0-9a30143431ab service neutron] Pushing event updated for resources: {'Port': ['ID=ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:39.798077 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ee77e64d-2b7b-49a7-b54f-6a0085183995 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:39.801071 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d659ddb-4af3-448a-b9c5-e96eb53938b0 admin admin] Router 34bcc3ab-3074-464e-9f27-bd57e701958b has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:52:39.868670 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de477a2c-1d4c-4b98-90cc-b148fbf72ff1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:39.870035 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-de477a2c-1d4c-4b98-90cc-b148fbf72ff1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7572498 Sep 27 07:52:40.035287 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d659ddb-4af3-448a-b9c5-e96eb53938b0 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:52:40.035287 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-3d659ddb-4af3-448a-b9c5-e96eb53938b0 admin admin] 10.222.0.11 "PUT /v2.0/routers/34bcc3ab-3074-464e-9f27-bd57e701958b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3933666 Sep 27 07:52:40.035495 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] Sync routers for ids ['34bcc3ab-3074-464e-9f27-bd57e701958b'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:52:40.035495 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] Routers {'34bcc3ab-3074-464e-9f27-bd57e701958b'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:52:40.035495 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:52:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['34bcc3ab-3074-464e-9f27-bd57e701958b'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:40.094859 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] Set router 34bcc3ab-3074-464e-9f27-bd57e701958b gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:52:40.152494 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ee77e64d-2b7b-49a7-b54f-6a0085183995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:40.233116 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2f5254-b25e-4c8f-86f0-605108af5db3 req-b30a91a7-65d7-48e8-bee2-952fa1a617c4 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:40.234840 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4c2f5254-b25e-4c8f-86f0-605108af5db3 req-b30a91a7-65d7-48e8-bee2-952fa1a617c4 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 944 time: 0.1193171 Sep 27 07:52:40.268621 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ee77e64d-2b7b-49a7-b54f-6a0085183995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560246'] for router_interface, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:40.279219 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee77e64d-2b7b-49a7-b54f-6a0085183995 admin admin] Pushing event updated for resources: {'Port': ['ID=f6b52baf-42e8-49da-8528-a6c8c489cb36,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:40.393177 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bcc3ab-3074-464e-9f27-bd57e701958b', 'name': 'tempest-ServerRescueNegativeTestJSON-2038237638-router', 'tenant_id': 'db214cdbafc9405aa877c1f184e8532e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '44ead720-a37e-482f-8e2a-2475a64a5405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:36Z', 'revision_number': 4, 'project_id': 'db214cdbafc9405aa877c1f184e8532e', 'gw_port': {'id': '44ead720-a37e-482f-8e2a-2475a64a5405', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bcc3ab-3074-464e-9f27-bd57e701958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '3a60b96f-333b-42e9-bd42-728eb9f5186f', 'name': '', 'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be', 'tenant_id': 'db214cdbafc9405aa877c1f184e8532e', 'mac_address': 'fa:16:3e:9b:59:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bcc3ab-3074-464e-9f27-bd57e701958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '07db581e-2238-4bd1-aacc-bc8622529c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:33Z', 'updated_at': '2021-09-27T07:52:37Z', 'revision_number': 2, 'project_id': 'db214cdbafc9405aa877c1f184e8532e', 'subnets': [{'id': '07db581e-2238-4bd1-aacc-bc8622529c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:40.428062 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee77e64d-2b7b-49a7-b54f-6a0085183995 admin admin] Network a1e8c124-882c-4ed3-9483-409ff26f3f96 is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:52:40.443321 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-ee77e64d-2b7b-49a7-b54f-6a0085183995 admin admin] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:40.452767 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] Checking router: 34bcc3ab-3074-464e-9f27-bd57e701958b for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:52:40.454627 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] Updating router 34bcc3ab-3074-464e-9f27-bd57e701958b port 3a60b96f-333b-42e9-bd42-728eb9f5186f binding host dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 07:52:40.462839 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4c2f5254-b25e-4c8f-86f0-605108af5db3 req-b06e7842-c432-4531-8036-7ec1e31bf166 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221169 Sep 27 07:52:40.471928 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a82a7-aff2-4f4c-9d23-b69fc291030f req-b04568e4-60b2-411e-8ae9-2c153aa3f3c7 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:40.479640 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-142a82a7-aff2-4f4c-9d23-b69fc291030f req-b04568e4-60b2-411e-8ae9-2c153aa3f3c7 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 944 time: 0.2345712 Sep 27 07:52:40.509504 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:40.551560 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 348d08b7-927b-40d7-b46d-36c19e8bacab up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:52:40.679307 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 348d08b7-927b-40d7-b46d-36c19e8bacab triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:40.681708 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:40.730047 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-142a82a7-aff2-4f4c-9d23-b69fc291030f req-ac57137a-83e3-44d1-a968-a1639c952d2f tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494390 Sep 27 07:52:40.839597 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-f318a3f0-aace-4b03-9e7c-6b9e5e129896 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1826533724&fields=id&tenant_id=6b1bc7a25806467289ddc968184753a5 HTTP/1.1" status: 200 len: 267 time: 0.1042552 Sep 27 07:52:40.971972 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-5819b852-34ba-420a-bdd2-985efe1b6c5b None None] Provisioning complete for port f6b52baf-42e8-49da-8528-a6c8c489cb36 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:40.972361 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-5819b852-34ba-420a-bdd2-985efe1b6c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:40.978450 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee77e64d-2b7b-49a7-b54f-6a0085183995 admin admin] Router 177de78c-5768-4320-a701-4d933338d83e has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:52:40.993183 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] Notify callbacks [] for port, precommit_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:41.065514 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-5819b852-34ba-420a-bdd2-985efe1b6c5b None None] Port f6b52baf-42e8-49da-8528-a6c8c489cb36 cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:52:41.235265 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-f388f65b-0a97-4c22-a050-c1ac5bf06f40 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:41.235265 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-f388f65b-0a97-4c22-a050-c1ac5bf06f40 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/networks?id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a HTTP/1.1" status: 200 len: 816 time: 0.3053043 Sep 27 07:52:41.235265 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-02996bf8-f672-4229-a96d-fe914ac5c406 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/quotas/6b1bc7a25806467289ddc968184753a5 HTTP/1.1" status: 200 len: 375 time: 0.0392301 Sep 27 07:52:41.294051 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee77e64d-2b7b-49a7-b54f-6a0085183995 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:52:41.302824 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-ee77e64d-2b7b-49a7-b54f-6a0085183995 admin admin] 10.222.0.11 "PUT /v2.0/routers/177de78c-5768-4320-a701-4d933338d83e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6670637 Sep 27 07:52:41.303496 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] Sync routers for ids ['177de78c-5768-4320-a701-4d933338d83e'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:52:41.309504 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:41.315483 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] Routers {'177de78c-5768-4320-a701-4d933338d83e'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:52:41.316118 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:52:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['177de78c-5768-4320-a701-4d933338d83e'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:41.319569 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f788a708-dbe3-4dba-89a7-73ed31b0acd1', 'tag': 'ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:52:41.322965 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b477dd-6df2-41b7-81a3-aa2fe8d8a936" -d '{"events": [{"name": "network-changed", "server_uuid": "f788a708-dbe3-4dba-89a7-73ed31b0acd1", "tag": "ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:52:41.333306 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-f20fa462-4f1a-4f45-9e8a-fb3d9e15e58d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:41.334850 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-f20fa462-4f1a-4f45-9e8a-fb3d9e15e58d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/networks?id=448aa08f-9439-4e3a-9cd7-ca641ada67be HTTP/1.1" status: 200 len: 819 time: 0.1990891 Sep 27 07:52:41.346594 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-c83bec2b-1da0-4bdc-89e7-b7c50848e9f7 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b1bc7a25806467289ddc968184753a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1402185 Sep 27 07:52:41.357764 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-c8a1218c-cdca-43d2-9c95-ab96428f053f tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/quotas/db214cdbafc9405aa877c1f184e8532e HTTP/1.1" status: 200 len: 375 time: 0.0094655 Sep 27 07:52:41.416245 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-508bd0d7-eaed-4285-805d-60f4ef680926 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=db214cdbafc9405aa877c1f184e8532e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0529695 Sep 27 07:52:41.482676 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] Set router 177de78c-5768-4320-a701-4d933338d83e gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:52:41.591450 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] Attempting to bind port 3a60b96f-333b-42e9-bd42-728eb9f5186f on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:52:41.591826 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] Attempting to bind port 3a60b96f-333b-42e9-bd42-728eb9f5186f by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': 'a0f60bb0-3e48-4f0c-a854-a47cf16cad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be'}] {{(pid=106360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:52:41.592185 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] Attempting to bind port 3a60b96f-333b-42e9-bd42-728eb9f5186f on network 448aa08f-9439-4e3a-9cd7-ca641ada67be {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:52:41.599781 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:52:41.602601 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] Checking segment: {'id': 'a0f60bb0-3e48-4f0c-a854-a47cf16cad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:52:41.602601 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:41.602601 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] Bound using segment: {'id': 'a0f60bb0-3e48-4f0c-a854-a47cf16cad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be'} {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:52:41.602601 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] Bound port: 3a60b96f-333b-42e9-bd42-728eb9f5186f, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f60bb0-3e48-4f0c-a854-a47cf16cad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be'}}] {{(pid=106360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:52:41.602601 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:41.616372 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-a81c9770-d1b1-4172-96cf-2cb8a0b552cc service neutron] 10.222.0.11 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926489 Sep 27 07:52:41.673699 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.db [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] For port 3a60b96f-333b-42e9-bd42-728eb9f5186f, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:52:41.681118 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.db [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] For port 3a60b96f-333b-42e9-bd42-728eb9f5186f, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=3a60b96f-333b-42e9-bd42-728eb9f5186f,segment=NetworkSegment(a0f60bb0-3e48-4f0c-a854-a47cf16cad01),segment_id=a0f60bb0-3e48-4f0c-a854-a47cf16cad01)] {{(pid=106360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:52:41.683109 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83332a6e-2c2c-4042-b336-93b83bb58842 None None] Pushing event updated for resources: {'Port': ['ID=3a60b96f-333b-42e9-bd42-728eb9f5186f,revision_number=3']} {{(pid=106360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:41.738773 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:41.766591 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-5505c355-dd4f-4837-ba01-b52a0ea3c0a3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=106358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 07:52:41.771496 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-5505c355-dd4f-4837-ba01-b52a0ea3c0a3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1203432 Sep 27 07:52:41.778737 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:38Z', 'revision_number': 4, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port': {'id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': 'f6b52baf-42e8-49da-8528-a6c8c489cb36', 'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'mac_address': 'fa:16:3e:d1:b1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:36Z', 'updated_at': '2021-09-27T07:52:39Z', 'revision_number': 2, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'subnets': [{'id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:41.802794 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83332a6e-2c2c-4042-b336-93b83bb58842 None None] Pushing event updated for resources: {'Port': ['ID=3a60b96f-333b-42e9-bd42-728eb9f5186f,revision_number=4']} {{(pid=106360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:41.814852 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] Routers {'34bcc3ab-3074-464e-9f27-bd57e701958b'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:52:41.815576 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:52:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['34bcc3ab-3074-464e-9f27-bd57e701958b'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:41.872197 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-dd0ec575-37db-4d30-8b95-95c6f679bd89 service neutron] 10.222.0.11 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464831 Sep 27 07:52:41.885407 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] Checking router: 177de78c-5768-4320-a701-4d933338d83e for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:52:41.886633 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] Updating router 177de78c-5768-4320-a701-4d933338d83e port f6b52baf-42e8-49da-8528-a6c8c489cb36 binding host dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 07:52:41.999186 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] Set router 34bcc3ab-3074-464e-9f27-bd57e701958b gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:52:42.058453 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:42.206601 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-b7737f80-eb4b-4b68-ad22-177b4176f046 service neutron] 10.222.0.11 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198003 Sep 27 07:52:42.253724 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8887324b-3f54-426c-ba35-b694577367ea x-openstack-request-id: req-8887324b-3f54-426c-ba35-b694577367ea {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:52:42.254481 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f788a708-dbe3-4dba-89a7-73ed31b0acd1", "tag": "ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:52:42.254943 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8887324b-3f54-426c-ba35-b694577367ea {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:52:42.255624 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f788a708-dbe3-4dba-89a7-73ed31b0acd1', 'tag': 'ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18', 'status': 'completed', 'code': 200} Sep 27 07:52:42.547413 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bacf265-f4ff-4ccf-aa97-d82e1f318995 req-9f776a95-45f9-47d9-b5aa-c48866c016a2 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:42.554655 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2bacf265-f4ff-4ccf-aa97-d82e1f318995 req-9f776a95-45f9-47d9-b5aa-c48866c016a2 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 944 time: 0.1355500 Sep 27 07:52:42.558761 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-87498d9a-841c-4451-8015-2c2bb5ab55ff service neutron] 10.222.0.11 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453045 Sep 27 07:52:42.576961 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bcc3ab-3074-464e-9f27-bd57e701958b', 'name': 'tempest-ServerRescueNegativeTestJSON-2038237638-router', 'tenant_id': 'db214cdbafc9405aa877c1f184e8532e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '44ead720-a37e-482f-8e2a-2475a64a5405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:36Z', 'revision_number': 4, 'project_id': 'db214cdbafc9405aa877c1f184e8532e', 'gw_port': {'id': '44ead720-a37e-482f-8e2a-2475a64a5405', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bcc3ab-3074-464e-9f27-bd57e701958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '3a60b96f-333b-42e9-bd42-728eb9f5186f', 'name': '', 'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be', 'tenant_id': 'db214cdbafc9405aa877c1f184e8532e', 'mac_address': 'fa:16:3e:9b:59:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bcc3ab-3074-464e-9f27-bd57e701958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '07db581e-2238-4bd1-aacc-bc8622529c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:33Z', 'updated_at': '2021-09-27T07:52:41Z', 'revision_number': 4, 'project_id': 'db214cdbafc9405aa877c1f184e8532e', 'subnets': [{'id': '07db581e-2238-4bd1-aacc-bc8622529c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:42.634999 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2bacf265-f4ff-4ccf-aa97-d82e1f318995 req-25d78eef-e493-4d59-ae81-670822cde2e3 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656104 Sep 27 07:52:42.687118 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd2f45a-ef76-4097-aef3-61ee77a1580b None None] The sync data for ids ['34bcc3ab-3074-464e-9f27-bd57e701958b'] in dv-cinder-811078-1-iscsi is: [{'id': '34bcc3ab-3074-464e-9f27-bd57e701958b', 'name': 'tempest-ServerRescueNegativeTestJSON-2038237638-router', 'tenant_id': 'db214cdbafc9405aa877c1f184e8532e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '44ead720-a37e-482f-8e2a-2475a64a5405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:36Z', 'revision_number': 4, 'project_id': 'db214cdbafc9405aa877c1f184e8532e', 'gw_port': {'id': '44ead720-a37e-482f-8e2a-2475a64a5405', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bcc3ab-3074-464e-9f27-bd57e701958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '3a60b96f-333b-42e9-bd42-728eb9f5186f', 'name': '', 'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be', 'tenant_id': 'db214cdbafc9405aa877c1f184e8532e', 'mac_address': 'fa:16:3e:9b:59:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34bcc3ab-3074-464e-9f27-bd57e701958b', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '07db581e-2238-4bd1-aacc-bc8622529c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:33Z', 'updated_at': '2021-09-27T07:52:41Z', 'revision_number': 4, 'project_id': 'db214cdbafc9405aa877c1f184e8532e', 'subnets': [{'id': '07db581e-2238-4bd1-aacc-bc8622529c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:52:42.883381 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] Notify callbacks [] for port, precommit_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:43.053138 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:43.169235 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbb260-2d77-41b8-9a1c-b8a4b7f8d515 None None] Pushing event updated for resources: {'Port': ['ID=f6b52baf-42e8-49da-8528-a6c8c489cb36,revision_number=3']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:43.270175 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] Attempting to bind port f6b52baf-42e8-49da-8528-a6c8c489cb36 on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:52:43.271065 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] Attempting to bind port f6b52baf-42e8-49da-8528-a6c8c489cb36 by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '901f3602-6c57-4c6d-9c4d-ca98b4f3d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96'}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:52:43.272339 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] Attempting to bind port f6b52baf-42e8-49da-8528-a6c8c489cb36 on network a1e8c124-882c-4ed3-9483-409ff26f3f96 {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:52:43.296470 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:52:43.300352 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] Checking segment: {'id': '901f3602-6c57-4c6d-9c4d-ca98b4f3d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:52:43.301084 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:43.304996 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] Bound using segment: {'id': '901f3602-6c57-4c6d-9c4d-ca98b4f3d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96'} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:52:43.304996 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] Bound port: f6b52baf-42e8-49da-8528-a6c8c489cb36, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '901f3602-6c57-4c6d-9c4d-ca98b4f3d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96'}}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:52:43.304996 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:43.475659 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9763bb4d-3237-4243-afaf-3296d0980502 req-9ae74af3-8c96-44bb-98c9-6729d48a17b0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:43.495242 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9763bb4d-3237-4243-afaf-3296d0980502 req-9ae74af3-8c96-44bb-98c9-6729d48a17b0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 944 time: 0.1568573 Sep 27 07:52:43.547162 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] For port f6b52baf-42e8-49da-8528-a6c8c489cb36, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:52:43.551314 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] For port f6b52baf-42e8-49da-8528-a6c8c489cb36, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=f6b52baf-42e8-49da-8528-a6c8c489cb36,segment=NetworkSegment(901f3602-6c57-4c6d-9c4d-ca98b4f3d945),segment_id=901f3602-6c57-4c6d-9c4d-ca98b4f3d945)] {{(pid=106359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:52:43.578183 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9763bb4d-3237-4243-afaf-3296d0980502 req-6faa659e-6f39-4f9e-a0c8-3f7638875522 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694571 Sep 27 07:52:43.639613 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 33186) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:43.660420 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:43.777411 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e1f4f324-712c-4d4f-972d-cfcb46b29be2 req-621f7366-9ae6-4bb5-a219-29d169e3b629 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 210 time: 0.0745976 Sep 27 07:52:43.895458 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-1c5ced8f-7f17-4bad-bb63-abf28f897a90 None None] Provisioning complete for port f6b52baf-42e8-49da-8528-a6c8c489cb36 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:43.909594 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1c5ced8f-7f17-4bad-bb63-abf28f897a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:43.960352 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] Routers {'177de78c-5768-4320-a701-4d933338d83e'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:52:43.961346 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:52:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['177de78c-5768-4320-a701-4d933338d83e'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:43.965703 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbb260-2d77-41b8-9a1c-b8a4b7f8d515 None None] Pushing event updated for resources: {'Port': ['ID=f6b52baf-42e8-49da-8528-a6c8c489cb36,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:43.986822 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f41446-6575-4d51-b859-6ea0239092db req-0587ca20-688e-474d-858f-7c3a6656ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:43.991258 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-68f41446-6575-4d51-b859-6ea0239092db req-0587ca20-688e-474d-858f-7c3a6656ccf8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c31e63c5fc954f1c83825f7c280509f6&device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 1097 time: 0.2870638 Sep 27 07:52:44.026779 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b477dd-6df2-41b7-81a3-aa2fe8d8a936 req-3af10f43-95ce-429f-8dd0-a3f2fdd4ae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:44.027029 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1b5142e9-6293-4c5f-9348-8140b8722b33 req-eb6d282f-b46f-4bfb-8741-1ab37c0dad65 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 210 time: 0.1443892 Sep 27 07:52:44.039421 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-b0b477dd-6df2-41b7-81a3-aa2fe8d8a936 req-3af10f43-95ce-429f-8dd0-a3f2fdd4ae74 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3e875ff59c741c7a0ca09fc98132f20&device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 1097 time: 0.1943569 Sep 27 07:52:44.096672 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-7a158f1a-592c-412b-a075-9845a0d5bde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:44.163104 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 33208) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:44.178464 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-e8bfce17-7ce6-439a-ad25-6df811227162 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--418382905', 'description': 'tempest-description--522194282'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:44.396374 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.db.api [None req-e8bfce17-7ce6-439a-ad25-6df811227162 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 27 07:52:44.396374 dv-cinder-811078-1-iscsi neutron-server[106358]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 27 07:52:44.396374 dv-cinder-811078-1-iscsi neutron-server[106358]: [parameters: {'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'id': 'f8806c67-8dfe-4d2b-94f7-0cfc8e935439', 'expiration': datetime.datetime(2021, 9, 27, 7, 54, 44, 291155)}] Sep 27 07:52:44.396374 dv-cinder-811078-1-iscsi neutron-server[106358]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106358) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 07:52:44.396719 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG oslo_db.api [None req-e8bfce17-7ce6-439a-ad25-6df811227162 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 07:52:44.442627 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1c5ced8f-7f17-4bad-bb63-abf28f897a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:44.481764 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] Set router 177de78c-5768-4320-a701-4d933338d83e gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:52:44.488952 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28f5dbb-c034-4cdb-a8f0-57b453c91243 req-af4f12c3-d1f8-4667-89c4-bb6a9b954b89 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:44.491071 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f28f5dbb-c034-4cdb-a8f0-57b453c91243 req-af4f12c3-d1f8-4667-89c4-bb6a9b954b89 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 944 time: 0.2474737 Sep 27 07:52:44.608714 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 3a60b96f-333b-42e9-bd42-728eb9f5186f up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:52:44.650785 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-1c5ced8f-7f17-4bad-bb63-abf28f897a90 None None] For port f6b52baf-42e8-49da-8528-a6c8c489cb36, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=f6b52baf-42e8-49da-8528-a6c8c489cb36,segment=NetworkSegment(901f3602-6c57-4c6d-9c4d-ca98b4f3d945),segment_id=901f3602-6c57-4c6d-9c4d-ca98b4f3d945)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:52:44.839652 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f28f5dbb-c034-4cdb-a8f0-57b453c91243 req-844a432a-64ab-4eae-b1da-1225135fd351 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063617 Sep 27 07:52:44.853005 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f41446-6575-4d51-b859-6ea0239092db req-b4dbf98d-bf54-4b66-bb2f-b4090de8e188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:44.855367 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-68f41446-6575-4d51-b859-6ea0239092db req-b4dbf98d-bf54-4b66-bb2f-b4090de8e188 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=c31e63c5fc954f1c83825f7c280509f6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.8147957 Sep 27 07:52:44.923296 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-7a158f1a-592c-412b-a075-9845a0d5bde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:44.965671 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1c5ced8f-7f17-4bad-bb63-abf28f897a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:44.975171 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-3c78175e-57c6-46cf-a978-8736f90aa7cc tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:44.976822 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-3c78175e-57c6-46cf-a978-8736f90aa7cc tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/networks?id=448aa08f-9439-4e3a-9cd7-ca641ada67be HTTP/1.1" status: 200 len: 819 time: 0.5370808 Sep 27 07:52:45.009438 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-849ef2ca-2208-417d-a79d-f25c3087d84e tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/quotas/db214cdbafc9405aa877c1f184e8532e HTTP/1.1" status: 200 len: 375 time: 0.0232105 Sep 27 07:52:45.069587 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 3a60b96f-333b-42e9-bd42-728eb9f5186f triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:45.070284 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:45.073091 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-7a158f1a-592c-412b-a075-9845a0d5bde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:45.078266 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5ced8f-7f17-4bad-bb63-abf28f897a90 None None] Pushing event updated for resources: {'Port': ['ID=f6b52baf-42e8-49da-8528-a6c8c489cb36,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:45.172920 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b477dd-6df2-41b7-81a3-aa2fe8d8a936 req-8275c99e-f3b7-40a5-b223-8ca4f39e5f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:45.174638 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-b0b477dd-6df2-41b7-81a3-aa2fe8d8a936 req-8275c99e-f3b7-40a5-b223-8ca4f39e5f4f service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a3e875ff59c741c7a0ca09fc98132f20&shared=False HTTP/1.1" status: 200 len: 915 time: 0.8977306 Sep 27 07:52:45.215078 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a158f1a-592c-412b-a075-9845a0d5bde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285229d1-94a8-47b0-b918-3b63a460aeca,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:45.221402 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-7a158f1a-592c-412b-a075-9845a0d5bde9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f97b98d22e274862a4ccafa3dcba0d53&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5801504 Sep 27 07:52:45.235651 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-db9dc359-10e4-4309-8bd5-a8fb582d47b8 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=db214cdbafc9405aa877c1f184e8532e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2239130 Sep 27 07:52:45.241428 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 33238) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:45.306678 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-d9b76f94-15d5-48d1-98a7-3c81e25f2d44 None None] Provisioning complete for port f6b52baf-42e8-49da-8528-a6c8c489cb36 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:45.307378 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-d9b76f94-15d5-48d1-98a7-3c81e25f2d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:45.363585 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-308b76fd-899a-47f6-a40d-0320a5368065 service neutron] 10.222.0.11 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268690 Sep 27 07:52:45.379743 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a685ddd-7d5d-467b-ae67-2a79bd83da9e req-77e0a5d3-fb52-4025-a165-2f48140b4b53 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:45.381459 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9a685ddd-7d5d-467b-ae67-2a79bd83da9e req-77e0a5d3-fb52-4025-a165-2f48140b4b53 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 944 time: 0.3428807 Sep 27 07:52:45.387704 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:45.465518 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] For port 3a60b96f-333b-42e9-bd42-728eb9f5186f, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=3a60b96f-333b-42e9-bd42-728eb9f5186f,segment=NetworkSegment(a0f60bb0-3e48-4f0c-a854-a47cf16cad01),segment_id=a0f60bb0-3e48-4f0c-a854-a47cf16cad01)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:52:45.484729 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:38Z', 'revision_number': 4, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port': {'id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': 'f6b52baf-42e8-49da-8528-a6c8c489cb36', 'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'mac_address': 'fa:16:3e:d1:b1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:36Z', 'updated_at': '2021-09-27T07:52:43Z', 'revision_number': 4, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'subnets': [{'id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:52:45.509979 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e8bfce17-7ce6-439a-ad25-6df811227162 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:45.531166 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97061646-ef78-4321-ba5b-ce77c1e97ded None None] The sync data for ids ['177de78c-5768-4320-a701-4d933338d83e'] in dv-cinder-811078-1-iscsi is: [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:38Z', 'revision_number': 4, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port': {'id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': 'f6b52baf-42e8-49da-8528-a6c8c489cb36', 'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'mac_address': 'fa:16:3e:d1:b1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:36Z', 'updated_at': '2021-09-27T07:52:43Z', 'revision_number': 4, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'subnets': [{'id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:52:45.587397 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:45.699734 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9a685ddd-7d5d-467b-ae67-2a79bd83da9e req-aaf6775c-fce1-4fd2-9db5-ee7285840a6c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862689 Sep 27 07:52:45.764670 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Pushing event updated for resources: {'Port': ['ID=3a60b96f-333b-42e9-bd42-728eb9f5186f,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:45.828568 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-6f4f1733-a69e-400a-b525-977d384286b6 service neutron] 10.222.0.11 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640138 Sep 27 07:52:45.832230 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b7f2ce47-1f46-440d-ae3f-e47c649b9866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:45.858597 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b477dd-6df2-41b7-81a3-aa2fe8d8a936 req-0362bcf6-b0cb-48ca-bcf3-16c27eee774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:45.887007 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-b0b477dd-6df2-41b7-81a3-aa2fe8d8a936 req-0362bcf6-b0cb-48ca-bcf3-16c27eee774a service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6996045 Sep 27 07:52:45.901301 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b7f2ce47-1f46-440d-ae3f-e47c649b9866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:45.908177 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f41446-6575-4d51-b859-6ea0239092db req-40125fcb-8813-4ee5-867c-6e4a73b9073a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:45.915147 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-68f41446-6575-4d51-b859-6ea0239092db req-40125fcb-8813-4ee5-867c-6e4a73b9073a service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9665928 Sep 27 07:52:45.967434 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e8bfce17-7ce6-439a-ad25-6df811227162 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:45.993424 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bbcdef9b-6a2b-4f67-9551-80b716c42499 req-517522a8-b13b-49b5-95d1-b24757366496 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 210 time: 0.0595512 Sep 27 07:52:46.098054 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e8bfce17-7ce6-439a-ad25-6df811227162 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:46.137522 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feb8515-0a13-47d0-982b-27740ceccb35 req-d2003801-00da-4632-9579-8c85cfc0db74 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:46.139020 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9feb8515-0a13-47d0-982b-27740ceccb35 req-d2003801-00da-4632-9579-8c85cfc0db74 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 944 time: 0.0739982 Sep 27 07:52:46.140709 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfce17-7ce6-439a-ad25-6df811227162 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:46.170866 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b7f2ce47-1f46-440d-ae3f-e47c649b9866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:46.173682 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b7f2ce47-1f46-440d-ae3f-e47c649b9866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:46.177752 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-b7f2ce47-1f46-440d-ae3f-e47c649b9866 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/285229d1-94a8-47b0-b918-3b63a460aeca HTTP/1.1" status: 204 len: 168 time: 0.9320385 Sep 27 07:52:46.191195 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2ce47-1f46-440d-ae3f-e47c649b9866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285229d1-94a8-47b0-b918-3b63a460aeca,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:46.236557 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9feb8515-0a13-47d0-982b-27740ceccb35 req-83821dc9-7516-4b1b-ada6-2dd9d9e6ff15 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877538 Sep 27 07:52:46.262565 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e8bfce17-7ce6-439a-ad25-6df811227162 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:46.262565 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-e8bfce17-7ce6-439a-ad25-6df811227162 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.0916088 Sep 27 07:52:46.268496 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 33254) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:46.275183 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-6a0ed4c1-ddac-4757-86b2-e7e0da98250c tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Request body: {'security_group_rule': {'security_group_id': '6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:46.282539 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-42da73da-75e9-4e57-982a-30aa802eb45f req-3bd6e5e6-4abd-4b4f-a5cb-c055b7bd9d9e tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 210 time: 0.0329216 Sep 27 07:52:46.420133 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6a0ed4c1-ddac-4757-86b2-e7e0da98250c tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:46.530786 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6a0ed4c1-ddac-4757-86b2-e7e0da98250c tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:46.545653 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 3a60b96f-333b-42e9-bd42-728eb9f5186f up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:52:46.624096 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6a0ed4c1-ddac-4757-86b2-e7e0da98250c tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:46.633365 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 3a60b96f-333b-42e9-bd42-728eb9f5186f triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:46.637267 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:46.666500 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ed4c1-ddac-4757-86b2-e7e0da98250c tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf8e86b6-e4fc-47b3-ad4c-572773bf8972,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:46.756208 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device f6b52baf-42e8-49da-8528-a6c8c489cb36 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:52:46.766846 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6a0ed4c1-ddac-4757-86b2-e7e0da98250c tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:46.772078 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-6a0ed4c1-ddac-4757-86b2-e7e0da98250c tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4992588 Sep 27 07:52:46.772430 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 33274) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:46.777047 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-583fa811-1118-45a1-8e52-24fcaa7f9936 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Request body: {'security_group_rule': {'security_group_id': '6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:46.829819 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port f6b52baf-42e8-49da-8528-a6c8c489cb36 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:46.830243 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:46.886880 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0731ee7-151b-4ca0-96a8-a35b45922246 req-fa649177-cd7d-4089-b956-ba7df355ba81 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:46.889328 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b0731ee7-151b-4ca0-96a8-a35b45922246 req-fa649177-cd7d-4089-b956-ba7df355ba81 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 944 time: 0.0812736 Sep 27 07:52:46.897462 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-583fa811-1118-45a1-8e52-24fcaa7f9936 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:46.935843 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b0731ee7-151b-4ca0-96a8-a35b45922246 req-d7dd5429-2c6a-4fda-ad17-a23b51cbad6d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380492 Sep 27 07:52:46.975100 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-583fa811-1118-45a1-8e52-24fcaa7f9936 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:47.095125 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b07e85b2-d967-40eb-a5ec-275bfeb698cb req-1493ea93-ebc0-401e-b859-e3d48034372e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 210 time: 0.0274758 Sep 27 07:52:47.124663 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-583fa811-1118-45a1-8e52-24fcaa7f9936 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:47.142043 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fa811-1118-45a1-8e52-24fcaa7f9936 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e09174c-3236-4988-81af-8b027e69d9a3,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:47.300092 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-583fa811-1118-45a1-8e52-24fcaa7f9936 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:47.304069 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-583fa811-1118-45a1-8e52-24fcaa7f9936 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5303645 Sep 27 07:52:47.306938 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 33290) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:47.316121 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-429c42e3-c371-4fa2-810f-e2694c688308 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Request body: {'floatingip': {'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:47.345414 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce8d71-49a6-49d9-bf85-1c0df49697fa req-f4afdcc9-ad3b-4b9b-9d08-2805a18c6517 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:47.347091 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b7ce8d71-49a6-49d9-bf85-1c0df49697fa req-f4afdcc9-ad3b-4b9b-9d08-2805a18c6517 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 944 time: 0.0546973 Sep 27 07:52:47.398327 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4c88592f-cca5-475b-9fcb-4b9dd433eedc req-6d6fe6bb-8336-4e68-99e3-79502cb258a6 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 210 time: 0.0433023 Sep 27 07:52:47.416941 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b7ce8d71-49a6-49d9-bf85-1c0df49697fa req-b8beb33c-36ea-4947-9e32-114dad7c9819 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637305 Sep 27 07:52:47.463743 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-429c42e3-c371-4fa2-810f-e2694c688308 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for floatingip, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:47.563587 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-429c42e3-c371-4fa2-810f-e2694c688308 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:47.665706 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-429c42e3-c371-4fa2-810f-e2694c688308 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Allocated IP 172.27.0.104 (12b44509-c0c8-4d46-aca9-a93a6e96d753/98d9ac14-3553-4580-92ce-723937f48855/9138a331-7ebb-4862-a8a4-c197a878d398) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:52:47.778581 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-429c42e3-c371-4fa2-810f-e2694c688308 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:47.890876 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-429c42e3-c371-4fa2-810f-e2694c688308 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:47.928074 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429c42e3-c371-4fa2-810f-e2694c688308 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:52:47.931199 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-429c42e3-c371-4fa2-810f-e2694c688308 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:47.934264 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429c42e3-c371-4fa2-810f-e2694c688308 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:52:47.960526 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c42e3-c371-4fa2-810f-e2694c688308 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Pushing event updated for resources: {'Port': ['ID=9138a331-7ebb-4862-a8a4-c197a878d398,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:48.072315 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-429c42e3-c371-4fa2-810f-e2694c688308 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:48.074439 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d849e5-c1be-4f54-8fd1-7626e955b154 req-22e138f0-f8cb-40e8-8df3-e61340e0022e tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:48.081412 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-32d849e5-c1be-4f54-8fd1-7626e955b154 req-22e138f0-f8cb-40e8-8df3-e61340e0022e tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 944 time: 0.0632584 Sep 27 07:52:48.115059 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-32d849e5-c1be-4f54-8fd1-7626e955b154 req-f9d6f872-0f2b-420d-b93d-0425944363a8 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328045 Sep 27 07:52:48.191705 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c7a57544-d0c4-4fd1-97b5-605db57e52c2 req-e82dfc9a-b429-4c18-a53a-f1d556d699f6 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 210 time: 0.0267186 Sep 27 07:52:48.234332 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-429c42e3-c371-4fa2-810f-e2694c688308 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:48.387447 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-429c42e3-c371-4fa2-810f-e2694c688308 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:48.451996 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-429c42e3-c371-4fa2-810f-e2694c688308 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:48.503989 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c42e3-c371-4fa2-810f-e2694c688308 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Pushing event updated for resources: {'Port': ['ID=9138a331-7ebb-4862-a8a4-c197a878d398,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:48.550809 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-429c42e3-c371-4fa2-810f-e2694c688308 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560409'] for floatingip, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:48.551328 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-53fc2ea8-baae-474b-b9ae-362e9f8e287a req-bb5f11f6-1761-4738-ae82-bbb5285c29c5 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 210 time: 0.0453718 Sep 27 07:52:48.595310 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56782d39-b085-49fa-abdb-3369e673d689 req-9b47a99c-d572-4639-8c69-db150464e459 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:48.595310 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-56782d39-b085-49fa-abdb-3369e673d689 req-9b47a99c-d572-4639-8c69-db150464e459 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 944 time: 0.0905588 Sep 27 07:52:48.624521 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-56782d39-b085-49fa-abdb-3369e673d689 req-599f1ae1-3db4-46d4-a551-8044aaedeaef tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315018 Sep 27 07:52:48.651863 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-429c42e3-c371-4fa2-810f-e2694c688308 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:48.653197 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-429c42e3-c371-4fa2-810f-e2694c688308 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3451462 Sep 27 07:52:48.854345 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-335bd650-e0e5-4494-aee4-8bf4669771c4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--418382905&fields=id&tenant_id=44a7dbe773ff4db489d00bd2021ead4b HTTP/1.1" status: 200 len: 267 time: 0.0463815 Sep 27 07:52:48.975856 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-76f49ebe-799a-42c5-a756-f286d5a72cc5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:48.977621 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-76f49ebe-799a-42c5-a756-f286d5a72cc5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/networks?id=a1e8c124-882c-4ed3-9483-409ff26f3f96 HTTP/1.1" status: 200 len: 810 time: 0.1224351 Sep 27 07:52:48.995147 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-b4f4c14f-5f4d-4396-a3f8-e7a6d343a24f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/quotas/44a7dbe773ff4db489d00bd2021ead4b HTTP/1.1" status: 200 len: 375 time: 0.0107436 Sep 27 07:52:49.074027 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-95914bb0-57af-42f4-ad11-4778ed9d0b83 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=44a7dbe773ff4db489d00bd2021ead4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0624013 Sep 27 07:52:49.193905 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-14764ccf-0e68-4f6b-96cc-4f76ca4e29f1 service neutron] 10.222.0.11 "GET /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042433 Sep 27 07:52:49.317665 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e65429-f22d-46ed-bc45-e5e785274096 req-34ebf15e-7b77-454a-b8d7-b8a3c3d75033 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:49.319352 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-67e65429-f22d-46ed-bc45-e5e785274096 req-34ebf15e-7b77-454a-b8d7-b8a3c3d75033 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 944 time: 0.1229765 Sep 27 07:52:49.365198 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-9d593cf8-9793-44e6-9c48-ecbb01020136 service neutron] 10.222.0.11 "GET /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585302 Sep 27 07:52:49.390567 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-67e65429-f22d-46ed-bc45-e5e785274096 req-595f3370-a9d5-4996-9f58-64fdac3a952b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535705 Sep 27 07:52:49.490050 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ada3e8b4-9a77-4c3b-939b-2803e98ba12e req-31ba5380-51ae-41e8-84bf-91070182cc26 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 210 time: 0.0311213 Sep 27 07:52:49.676892 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e1f96edb-fc78-497a-97c1-3a40d4c5772d req-0c99ec09-5237-45df-99f1-3c9325a9950e tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 210 time: 0.0568247 Sep 27 07:52:49.704757 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b8086cb6-3abc-49ce-a1aa-dab83757366d req-289f50d3-290f-4b1e-acfc-50fc1707ba95 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 210 time: 0.0463998 Sep 27 07:52:49.795732 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bccf7c-6451-4ee2-9495-34f87d6ba552 req-a546deee-dec5-4496-9bfe-d725d1483799 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:49.797557 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-99bccf7c-6451-4ee2-9495-34f87d6ba552 req-a546deee-dec5-4496-9bfe-d725d1483799 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 944 time: 0.0524497 Sep 27 07:52:49.841383 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-99bccf7c-6451-4ee2-9495-34f87d6ba552 req-744ecce9-5ab7-4418-b694-166eee2b1a40 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371771 Sep 27 07:52:50.609386 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42795ee9-6508-4112-bc74-7c8a31dad547 req-4f0e49ec-17bf-400b-9c00-4a5e85e72c0e tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:50.609386 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-42795ee9-6508-4112-bc74-7c8a31dad547 req-4f0e49ec-17bf-400b-9c00-4a5e85e72c0e tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 944 time: 0.1202652 Sep 27 07:52:50.642873 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0fbc676d-a3bc-463b-8d7a-98ca48158ab0 req-edea24a4-62b7-483a-b58e-f5ab2d5ae612 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 210 time: 0.0423410 Sep 27 07:52:50.671797 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-42795ee9-6508-4112-bc74-7c8a31dad547 req-62abb42b-6b25-4365-a28b-eb53188abe3d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532508 Sep 27 07:52:50.747510 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b66f6f4a-7e5a-485f-b73a-69cf1c1221e5 req-dfc6869c-5477-4b6e-bae2-dcb6ca7c2244 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 210 time: 0.0257323 Sep 27 07:52:50.822909 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-86c64d1a-dd51-42e8-9619-f0715d871f95 req-e55365c2-3bc0-4b31-bacd-5207df22d074 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 210 time: 0.0257552 Sep 27 07:52:51.010016 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60c5db-699f-4130-8b9c-7cd7488ca909 req-e76ea3e9-5c5e-405d-a926-71eca7ce7b0c tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:51.011851 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9c60c5db-699f-4130-8b9c-7cd7488ca909 req-e76ea3e9-5c5e-405d-a926-71eca7ce7b0c tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 944 time: 0.0812185 Sep 27 07:52:51.067623 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9c60c5db-699f-4130-8b9c-7cd7488ca909 req-9862945b-4b92-4fc4-b2a7-d1287cef5874 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496168 Sep 27 07:52:51.753033 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-867fb29e-179f-4cd3-bd0a-017143009f52 req-cffa22db-74ce-4e33-acff-c3e88b0fa367 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 210 time: 0.0277927 Sep 27 07:52:51.808187 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c948883e-cdea-4f9c-b4ef-c9ec2aecaf28 req-e1c174f3-2d0f-40f2-8027-b769472f41cd tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:51.809945 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c948883e-cdea-4f9c-b4ef-c9ec2aecaf28 req-e1c174f3-2d0f-40f2-8027-b769472f41cd tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 944 time: 0.0558577 Sep 27 07:52:51.860629 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-604460ca-8ef2-4667-9ec5-56950a3c82ac req-422ce0c2-ddfd-4940-b985-e50ee4a209b9 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 210 time: 0.0371304 Sep 27 07:52:51.889421 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c948883e-cdea-4f9c-b4ef-c9ec2aecaf28 req-b192be35-cb31-4d16-9706-66844947f65f tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734220 Sep 27 07:52:51.947908 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-80cc992a-7769-44c0-b410-9d2288b86e68 req-d3614df6-ab5a-4438-b48f-11156e1e61f2 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 210 time: 0.0275180 Sep 27 07:52:52.180809 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c03d60-41a8-4865-8d89-349a3bb2190a req-87ef84b0-ef89-4e38-bffc-f1335df8ee0f tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:52.182287 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e2c03d60-41a8-4865-8d89-349a3bb2190a req-87ef84b0-ef89-4e38-bffc-f1335df8ee0f tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 944 time: 0.0488207 Sep 27 07:52:52.220224 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e2c03d60-41a8-4865-8d89-349a3bb2190a req-4b0893c4-fd07-42e8-914d-a0508d0e9b5f tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319991 Sep 27 07:52:52.387621 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-5df43a4c-ae4f-4fd6-83be-e9ae6994d5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:52.389752 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-5df43a4c-ae4f-4fd6-83be-e9ae6994d5c4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c31e63c5fc954f1c83825f7c280509f6&device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 1097 time: 0.0652559 Sep 27 07:52:52.398433 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86bf47-615e-4691-b7c4-770229916085 req-7192d486-cae0-4721-a51e-5d047fa05c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:52.401502 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-de86bf47-615e-4691-b7c4-770229916085 req-7192d486-cae0-4721-a51e-5d047fa05c60 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3e875ff59c741c7a0ca09fc98132f20&device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 1097 time: 0.0670137 Sep 27 07:52:52.849033 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ca42dd1c-b217-47b2-9bcd-736a06ca7a1c req-2cab472b-14e3-4541-9f3c-83b8bc93e166 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 210 time: 0.0267692 Sep 27 07:52:52.954196 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-386d71fd-b48b-47f2-ad7e-05a7eda726ba req-a64b2cc1-7f87-4337-b292-6b723d842665 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 210 time: 0.0259812 Sep 27 07:52:53.009031 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6740fc-e913-4b80-875c-3dc158991d67 req-e5522a16-6e6e-457a-acfd-caebd2f0bf60 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:53.010518 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ae6740fc-e913-4b80-875c-3dc158991d67 req-e5522a16-6e6e-457a-acfd-caebd2f0bf60 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 944 time: 0.0523019 Sep 27 07:52:53.048066 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1efaf0b3-ecae-4634-8028-3690d7d35f83 req-a52edfc1-ac8f-448a-a3de-78fd5e1f0a11 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 210 time: 0.0359082 Sep 27 07:52:53.067688 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ae6740fc-e913-4b80-875c-3dc158991d67 req-e550c3ca-d3fb-43c4-bcc3-a95f502c03b1 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469651 Sep 27 07:52:53.330912 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16ae2c-b225-4115-a536-aa47f218319d req-e1c348fe-67ee-4c98-9924-6491e86e189a tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:53.332254 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cb16ae2c-b225-4115-a536-aa47f218319d req-e1c348fe-67ee-4c98-9924-6491e86e189a tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 944 time: 0.0473106 Sep 27 07:52:53.368367 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cb16ae2c-b225-4115-a536-aa47f218319d req-28609fb9-3ff8-4790-88ee-78d473eac7cf tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303812 Sep 27 07:52:53.944689 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2058bcd4-564e-4be4-836a-a239df90b821 req-eff612b7-7417-4ed9-8657-1b95438afb3b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 210 time: 0.0288644 Sep 27 07:52:54.043658 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5e49b42c-ba76-4dbd-9032-b5cf39b6b721 req-d9bf22bf-aff6-4b77-9883-38453a99a929 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 210 time: 0.0255747 Sep 27 07:52:54.139891 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-44391331-e867-44a3-80a8-b2ab65e91bbf req-a2c4f82b-24be-4fe4-90f2-ebfdd3d23c57 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 210 time: 0.0279019 Sep 27 07:52:54.188291 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23cd67-dce5-47ba-bccd-05c659c850d5 req-4f8c2326-f905-4503-9ba5-8d84f9bd7d7e tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:54.189754 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7a23cd67-dce5-47ba-bccd-05c659c850d5 req-4f8c2326-f905-4503-9ba5-8d84f9bd7d7e tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 944 time: 0.0529134 Sep 27 07:52:54.225171 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7a23cd67-dce5-47ba-bccd-05c659c850d5 req-db0695f0-e95f-42d5-91b8-de3d2d97ec95 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295262 Sep 27 07:52:54.478916 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cab974-f6e9-4240-a67b-f5bab87ce3fd req-63d9cb62-a613-49b4-833b-6714e1887c48 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:54.480372 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-93cab974-f6e9-4240-a67b-f5bab87ce3fd req-63d9cb62-a613-49b4-833b-6714e1887c48 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 944 time: 0.0476584 Sep 27 07:52:54.521141 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-93cab974-f6e9-4240-a67b-f5bab87ce3fd req-9feffa99-d737-4af3-acee-96761e294037 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343533 Sep 27 07:52:55.037864 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c563278a-b193-412f-82e8-a5db13576f87 req-59e8e61b-b538-471a-95d9-f840814dfb93 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 210 time: 0.0263114 Sep 27 07:52:55.133031 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1512cdb5-3d97-49b0-8edf-62f2015a11c1 req-0503eb30-d63c-4391-aecd-39ae99a0c3dc tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 210 time: 0.0256886 Sep 27 07:52:55.227666 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c2d1f4b2-2b75-49e5-a0f0-a0f04e8b631f req-d16f3dcb-54eb-436e-bcc3-a6bd3e49acad tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 210 time: 0.0250394 Sep 27 07:52:55.336956 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac967f6f-4f4e-4196-98ff-ccabdce4664d req-2b9033d4-3a2d-46d6-aa73-1129b9568abb tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:55.338406 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ac967f6f-4f4e-4196-98ff-ccabdce4664d req-2b9033d4-3a2d-46d6-aa73-1129b9568abb tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 944 time: 0.0492187 Sep 27 07:52:55.375726 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ac967f6f-4f4e-4196-98ff-ccabdce4664d req-d4326dc7-54fb-46f3-93ab-bf1cd2057186 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308778 Sep 27 07:52:55.513431 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-ee394476-31ec-46b0-9f52-2a2b310c12dd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91fc5c91-93c3-4a12-a369-931cbd6a9d15 HTTP/1.1" status: 200 len: 217 time: 0.0695271 Sep 27 07:52:55.547572 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-de86bf47-615e-4691-b7c4-770229916085 req-2d03523c-dac4-4a7d-af21-60571b438093 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 HTTP/1.1" status: 200 len: 217 time: 0.0717680 Sep 27 07:52:55.590662 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-560e39e5-10c5-4ecd-84da-ca1329949670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:55.592742 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-560e39e5-10c5-4ecd-84da-ca1329949670 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=84d98f33-b6dd-490d-bd96-6cf3029f45f1 HTTP/1.1" status: 200 len: 852 time: 0.0542998 Sep 27 07:52:55.637546 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34d3a39-b06f-4258-93bc-d395f077f91c req-a66d0f35-5b65-45e0-aac5-39638656b4e1 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:55.643390 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d34d3a39-b06f-4258-93bc-d395f077f91c req-a66d0f35-5b65-45e0-aac5-39638656b4e1 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 944 time: 0.0545716 Sep 27 07:52:55.686390 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d34d3a39-b06f-4258-93bc-d395f077f91c req-844a6303-86bd-4d20-a52e-7b9a41df38b8 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409403 Sep 27 07:52:55.714948 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-c973cbf9-6481-4cc5-a079-12579ee8f8f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4252bfad-0ceb-4ffc-b734-83e3bd3be899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718689 Sep 27 07:52:55.726037 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86bf47-615e-4691-b7c4-770229916085 req-522d07a5-8eaf-4b6f-a357-3afa2f219caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:55.726037 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-de86bf47-615e-4691-b7c4-770229916085 req-522d07a5-8eaf-4b6f-a357-3afa2f219caf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5da2f088-86e4-4227-ba0f-fc971a0a955e HTTP/1.1" status: 200 len: 854 time: 0.1201155 Sep 27 07:52:55.778357 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-de86bf47-615e-4691-b7c4-770229916085 req-ff7e06f3-b661-4867-be6c-b4af943f0610 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ebc4c39-d0a1-4515-9004-e5c446b45be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433445 Sep 27 07:52:56.048459 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-e17007ee-55bf-4852-bd11-b88730c2e479 service neutron] 10.222.0.25 "GET /v2.0/networks/4252bfad-0ceb-4ffc-b734-83e3bd3be899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222356 Sep 27 07:52:56.091751 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-de86bf47-615e-4691-b7c4-770229916085 req-e7fa5247-3536-4b55-aa0c-f446e1a0e7b5 service neutron] 10.222.0.25 "GET /v2.0/networks/7ebc4c39-d0a1-4515-9004-e5c446b45be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985728 Sep 27 07:52:56.147056 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5f9afb96-322d-40ec-aa20-ceb46d3069cd req-02d4f746-41a0-400d-85de-c1e0fa0372c4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 210 time: 0.0328286 Sep 27 07:52:56.216699 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d0ef418b-dccf-466e-a6f9-0c96d5b37427 req-8c34486f-48e7-4beb-a46f-174c88d3c42a service neutron] 10.222.0.25 "GET /v2.0/networks/4252bfad-0ceb-4ffc-b734-83e3bd3be899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558664 Sep 27 07:52:56.230953 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-45074066-5ef9-4ad3-b239-3763261c43d2 req-2c0db0b3-88fd-41b2-80b7-6d5996cd2bd8 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 210 time: 0.0274200 Sep 27 07:52:56.240504 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-de86bf47-615e-4691-b7c4-770229916085 req-214c51e2-5e2a-466f-bfcd-542c11565087 service neutron] 10.222.0.25 "GET /v2.0/networks/7ebc4c39-d0a1-4515-9004-e5c446b45be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404493 Sep 27 07:52:56.329392 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ea421a39-98d1-4934-a613-5215c0035e59 req-8eadbdc4-976f-4cfb-a714-fb9004cf4a8f tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 210 time: 0.0268779 Sep 27 07:52:56.373501 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-69baa2be-025d-4d02-984f-0a9db7e89832 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:56.374962 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-69baa2be-025d-4d02-984f-0a9db7e89832 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.25 "GET /v2.0/networks?id=448aa08f-9439-4e3a-9cd7-ca641ada67be HTTP/1.1" status: 200 len: 819 time: 0.1101398 Sep 27 07:52:56.393264 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-b4f45d62-99e6-471e-b948-cae4ed36d871 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Request body: {'port': {'device_id': '3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c', 'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be', 'admin_state_up': True, 'tenant_id': 'db214cdbafc9405aa877c1f184e8532e'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:56.498976 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc96289-8419-4d5b-b21b-826ebf549d79 req-80ea2dd1-2054-486c-bfb7-a8bcca86c599 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:56.505360 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-efc96289-8419-4d5b-b21b-826ebf549d79 req-80ea2dd1-2054-486c-bfb7-a8bcca86c599 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 944 time: 0.0572476 Sep 27 07:52:56.628776 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-b4f45d62-99e6-471e-b948-cae4ed36d871 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Made reservation on behalf of db214cdbafc9405aa877c1f184e8532e for: {'port': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:52:56.633114 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-b4f45d62-99e6-471e-b948-cae4ed36d871 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:56.701537 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-efc96289-8419-4d5b-b21b-826ebf549d79 req-412fa0be-c224-4f6b-bb2e-a952180aa7b8 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910183 Sep 27 07:52:56.769714 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-b4f45d62-99e6-471e-b948-cae4ed36d871 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Allocated IP 172.20.0.2 (448aa08f-9439-4e3a-9cd7-ca641ada67be/07db581e-2238-4bd1-aacc-bc8622529c44/4d52c070-92a2-4125-bcef-dba7a04c2dc4) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:52:56.845601 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9548b4-28aa-4a31-b83a-6220467195b6 req-70b9afa9-f574-4561-aec2-93e2ee808612 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:56.847355 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8a9548b4-28aa-4a31-b83a-6220467195b6 req-70b9afa9-f574-4561-aec2-93e2ee808612 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 944 time: 0.0554340 Sep 27 07:52:56.910730 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8a9548b4-28aa-4a31-b83a-6220467195b6 req-26d45d1c-39cb-45ae-bb5a-48d741c2d82c tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560486 Sep 27 07:52:56.963503 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-b4f45d62-99e6-471e-b948-cae4ed36d871 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:57.149162 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-b4f45d62-99e6-471e-b948-cae4ed36d871 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:57.238677 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-b4f45d62-99e6-471e-b948-cae4ed36d871 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Network 448aa08f-9439-4e3a-9cd7-ca641ada67be is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:52:57.247565 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-b4f45d62-99e6-471e-b948-cae4ed36d871 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:57.260743 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b89acc5a-fe2d-4ec6-9d29-d3c7b6bf4aee req-1c48905e-0505-4e8f-a074-be3db035f17a tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 210 time: 0.0375233 Sep 27 07:52:57.271045 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-b4f45d62-99e6-471e-b948-cae4ed36d871 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:52:57.289639 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f45d62-99e6-471e-b948-cae4ed36d871 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Pushing event updated for resources: {'Port': ['ID=4d52c070-92a2-4125-bcef-dba7a04c2dc4,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:57.340184 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-2197ef84-3acc-499f-9172-4be7719cfe7f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:57.341869 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-2197ef84-3acc-499f-9172-4be7719cfe7f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.25 "GET /v2.0/networks?id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a HTTP/1.1" status: 200 len: 816 time: 0.2152991 Sep 27 07:52:57.353930 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-70927efb-d5b8-4ddb-9462-b830e7b41acd req-da64ee5f-3d8c-477a-9a48-63991216bcae tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 210 time: 0.0295050 Sep 27 07:52:57.377770 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-b4f45d62-99e6-471e-b948-cae4ed36d871 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:57.378654 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-b4f45d62-99e6-471e-b948-cae4ed36d871 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:57.417712 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-c866e839-3c29-4bbc-8d44-6379cf8690a7 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b1bc7a25806467289ddc968184753a5 HTTP/1.1" status: 200 len: 380 time: 0.0644245 Sep 27 07:52:57.434541 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-36b5f0a5-d17a-44cd-b6bc-a43cbb317393 req-c4fc39ab-b9b5-4b9a-ae1e-237461138023 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 210 time: 0.0259669 Sep 27 07:52:57.441156 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-c26b008d-1586-48d4-934d-0a2051b80d73 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Request body: {'port': {'device_id': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'admin_state_up': True, 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'security_groups': ['679a821d-1d9e-4fd5-b46d-0d1a926defe1']}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:57.505028 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-b4f45d62-99e6-471e-b948-cae4ed36d871 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1154535 Sep 27 07:52:57.525063 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Request body: {'port': {'device_id': '3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:57.596123 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:57.721963 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-c26b008d-1586-48d4-934d-0a2051b80d73 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Made reservation on behalf of 6b1bc7a25806467289ddc968184753a5 for: {'port': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:52:57.725769 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-c26b008d-1586-48d4-934d-0a2051b80d73 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:57.844411 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3f1bd2-756e-407f-b918-c73c77ecf088 req-2fe88def-d1ae-44e6-b5a8-86ed25962baf tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:57.845903 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-aa3f1bd2-756e-407f-b918-c73c77ecf088 req-2fe88def-d1ae-44e6-b5a8-86ed25962baf tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 944 time: 0.0625479 Sep 27 07:52:57.885695 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-aa3f1bd2-756e-407f-b918-c73c77ecf088 req-655c48f9-40ed-4939-b07d-3838b4b09e3a tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332794 Sep 27 07:52:57.918971 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.25', 53004) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:57.975527 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-c26b008d-1586-48d4-934d-0a2051b80d73 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Allocated IP 172.20.0.8 (9e794ea3-d6e9-4153-9df1-e37627fe5d7a/5bfd5703-49a7-4117-8b63-4cb80c5fda09/d174bc02-3280-4b4e-91bb-c96bab633a75) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:52:57.993985 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d52c070-92a2-4125-bcef-dba7a04c2dc4 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:52:58.004464 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:58.066539 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-d7774a59-dc88-47da-a913-203db4d938aa tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:58.067538 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Transition to ACTIVE for port object 4d52c070-92a2-4125-bcef-dba7a04c2dc4 will not be triggered until provisioned by entity L2. {{(pid=106357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 07:52:58.068238 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-d7774a59-dc88-47da-a913-203db4d938aa tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.25 "GET /v2.0/networks?id=448aa08f-9439-4e3a-9cd7-ca641ada67be HTTP/1.1" status: 200 len: 819 time: 0.1477494 Sep 27 07:52:58.082795 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc5185-4c61-4d02-9012-f8a09731accf req-a27dc078-10fb-46f8-93af-c3444bca9b0b tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:58.084318 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0fbc5185-4c61-4d02-9012-f8a09731accf req-a27dc078-10fb-46f8-93af-c3444bca9b0b tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 944 time: 0.0930212 Sep 27 07:52:58.089499 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-7c653b7a-0dd0-4d36-9db0-9f957f608313 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Request body: {'port': {'device_id': '42fc21f9-c26c-41cc-8d69-a8f308289888', 'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be', 'admin_state_up': True, 'tenant_id': 'db214cdbafc9405aa877c1f184e8532e'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:58.172985 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-c26b008d-1586-48d4-934d-0a2051b80d73 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:58.182864 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0fbc5185-4c61-4d02-9012-f8a09731accf req-b24eb555-20af-4787-b665-94e8fb72db68 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879731 Sep 27 07:52:58.212187 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:58.319157 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Pushing event updated for resources: {'Port': ['ID=4d52c070-92a2-4125-bcef-dba7a04c2dc4,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:58.329244 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-c26b008d-1586-48d4-934d-0a2051b80d73 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:58.342347 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-7c653b7a-0dd0-4d36-9db0-9f957f608313 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Made reservation on behalf of db214cdbafc9405aa877c1f184e8532e for: {'port': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:52:58.348619 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-7c653b7a-0dd0-4d36-9db0-9f957f608313 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:58.350915 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 33580) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:58.391739 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b008d-1586-48d4-934d-0a2051b80d73 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Pushing event updated for resources: {'Port': ['ID=d174bc02-3280-4b4e-91bb-c96bab633a75,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:58.438747 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-c26b008d-1586-48d4-934d-0a2051b80d73 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Network 9e794ea3-d6e9-4153-9df1-e37627fe5d7a is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:52:58.440665 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-c26b008d-1586-48d4-934d-0a2051b80d73 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:52:58.443103 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Attempting to bind port 4d52c070-92a2-4125-bcef-dba7a04c2dc4 on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:52:58.443433 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Attempting to bind port 4d52c070-92a2-4125-bcef-dba7a04c2dc4 by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': 'a0f60bb0-3e48-4f0c-a854-a47cf16cad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:52:58.443808 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Attempting to bind port 4d52c070-92a2-4125-bcef-dba7a04c2dc4 on network 448aa08f-9439-4e3a-9cd7-ca641ada67be {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:52:58.453348 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Port 4d52c070-92a2-4125-bcef-dba7a04c2dc4 on network 448aa08f-9439-4e3a-9cd7-ca641ada67be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 07:52:58.453670 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Attempting to bind port 4d52c070-92a2-4125-bcef-dba7a04c2dc4 on network 448aa08f-9439-4e3a-9cd7-ca641ada67be {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:52:58.456803 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-c26b008d-1586-48d4-934d-0a2051b80d73 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:52:58.473018 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:52:58.473487 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Checking segment: {'id': 'a0f60bb0-3e48-4f0c-a854-a47cf16cad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:52:58.475869 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Bound using segment: {'id': 'a0f60bb0-3e48-4f0c-a854-a47cf16cad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:52:58.475869 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Bound port: 4d52c070-92a2-4125-bcef-dba7a04c2dc4, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f60bb0-3e48-4f0c-a854-a47cf16cad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:52:58.475869 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:58.545343 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-c26b008d-1586-48d4-934d-0a2051b80d73 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:58.546098 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-c26b008d-1586-48d4-934d-0a2051b80d73 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:58.639970 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] For port 4d52c070-92a2-4125-bcef-dba7a04c2dc4, host hv-cinder-81107, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:52:58.644627 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] For port 4d52c070-92a2-4125-bcef-dba7a04c2dc4, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=4d52c070-92a2-4125-bcef-dba7a04c2dc4,segment=NetworkSegment(a0f60bb0-3e48-4f0c-a854-a47cf16cad01),segment_id=a0f60bb0-3e48-4f0c-a854-a47cf16cad01)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:52:58.688055 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-18c98e70-3e73-45b3-9d88-ee10ebcefc3d req-7201ce2d-0875-4a92-b370-834151a2206c tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 210 time: 0.1581907 Sep 27 07:52:58.701616 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b57ebb33-34e1-4888-81d3-226d6777e9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:58.715972 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-c26b008d-1586-48d4-934d-0a2051b80d73 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2755756 Sep 27 07:52:58.726015 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Request body: {'port': {'device_id': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:58.748092 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d0d23-1527-4a4d-9d1b-8170e663f02c req-1822a050-7fc4-451e-8b96-5748205c44f4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:58.755299 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2f9d0d23-1527-4a4d-9d1b-8170e663f02c req-1822a050-7fc4-451e-8b96-5748205c44f4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 931 time: 0.3498979 Sep 27 07:52:58.795524 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:58.822053 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-fca03627-4929-40af-8b70-2c80bac037d5 None None] Provisioning complete for port d174bc02-3280-4b4e-91bb-c96bab633a75 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:52:58.822681 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-fca03627-4929-40af-8b70-2c80bac037d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:58.833207 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bcf47151-8883-42db-8dda-d78d7e8d380a req-c2b06ec5-57dd-47ef-b038-2389d1db1d73 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 210 time: 0.0627599 Sep 27 07:52:58.845429 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:58.868503 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:58.868503 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:58.870103 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] 10.222.0.25 "PUT /v2.0/ports/4d52c070-92a2-4125-bcef-dba7a04c2dc4 HTTP/1.1" status: 200 len: 1093 time: 1.3507159 Sep 27 07:52:58.870657 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c', 'tag': '4d52c070-92a2-4125-bcef-dba7a04c2dc4'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:52:58.873131 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e063e6f2-ee38-4df2-9dcd-0b1e1e76d318" -d '{"events": [{"name": "network-changed", "server_uuid": "3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c", "tag": "4d52c070-92a2-4125-bcef-dba7a04c2dc4"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:52:58.873367 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-fca03627-4929-40af-8b70-2c80bac037d5 None None] Port d174bc02-3280-4b4e-91bb-c96bab633a75 cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:52:58.902838 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2f9d0d23-1527-4a4d-9d1b-8170e663f02c req-4a8b0ec8-10da-4ec7-ac24-3102a195686a tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464431 Sep 27 07:52:58.929807 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38d927-8537-4d3d-95b5-611f77ad2136 service neutron] Pushing event updated for resources: {'Port': ['ID=4d52c070-92a2-4125-bcef-dba7a04c2dc4,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:59.032654 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.25', 53009) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:59.037100 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59f4dc6-c22e-4916-88ca-f8b72a20c559 x-openstack-request-id: req-c59f4dc6-c22e-4916-88ca-f8b72a20c559 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:52:59.037399 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c", "tag": "4d52c070-92a2-4125-bcef-dba7a04c2dc4", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:52:59.037705 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c59f4dc6-c22e-4916-88ca-f8b72a20c559 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:52:59.038053 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c', 'tag': '4d52c070-92a2-4125-bcef-dba7a04c2dc4', 'status': 'completed', 'code': 200} Sep 27 07:52:59.119861 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-7c653b7a-0dd0-4d36-9db0-9f957f608313 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Allocated IP 172.20.0.4 (448aa08f-9439-4e3a-9cd7-ca641ada67be/07db581e-2238-4bd1-aacc-bc8622529c44/5f97ed66-5419-4496-8392-e6c20cd6c6eb) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:52:59.168720 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f558dd31-31d2-49bb-8d0a-3e296b1327f5 req-8a7d91f2-c178-476f-a387-dfb105df447a tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:59.170335 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f558dd31-31d2-49bb-8d0a-3e296b1327f5 req-8a7d91f2-c178-476f-a387-dfb105df447a tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 944 time: 0.1769385 Sep 27 07:52:59.172251 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b57ebb33-34e1-4888-81d3-226d6777e9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:59.208117 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-d4201d78-c7de-41f8-8cfc-34f35c111d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:59.209707 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-d4201d78-c7de-41f8-8cfc-34f35c111d42 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db214cdbafc9405aa877c1f184e8532e&device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 1096 time: 0.1759632 Sep 27 07:52:59.211770 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-6328fb62-308c-48b6-b4bf-fe7b453a7d8b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:59.213448 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-6328fb62-308c-48b6-b4bf-fe7b453a7d8b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.25 "GET /v2.0/networks?id=a1e8c124-882c-4ed3-9483-409ff26f3f96 HTTP/1.1" status: 200 len: 810 time: 0.2666790 Sep 27 07:52:59.278558 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b57ebb33-34e1-4888-81d3-226d6777e9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:59.297037 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-8058abd8-5459-4139-9009-5253433a2a85 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a7dbe773ff4db489d00bd2021ead4b HTTP/1.1" status: 200 len: 379 time: 0.0622120 Sep 27 07:52:59.322214 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-523e3260-630d-4cc2-bed8-c022c27dc5f4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Request body: {'port': {'device_id': '0d825964-1458-44b1-a6e2-3598ee325982', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'admin_state_up': True, 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'security_groups': ['6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939']}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:52:59.336311 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-2671d1a0-cedf-417c-b98a-53f6a4b65b05 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d52c070-92a2-4125-bcef-dba7a04c2dc4 HTTP/1.1" status: 200 len: 217 time: 0.1063299 Sep 27 07:52:59.355032 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f558dd31-31d2-49bb-8d0a-3e296b1327f5 req-4824bc29-8c9e-4fdd-aafc-76e702f6904b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759682 Sep 27 07:52:59.409514 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d174bc02-3280-4b4e-91bb-c96bab633a75 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:52:59.423019 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:59.452158 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Transition to ACTIVE for port object d174bc02-3280-4b4e-91bb-c96bab633a75 will not be triggered until provisioned by entity L2. {{(pid=106357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 07:52:59.452627 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-b57ebb33-34e1-4888-81d3-226d6777e9d8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e3505403f7764ae69482792a3ded265b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0962105 Sep 27 07:52:59.452724 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 33624) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:52:59.456499 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ebb33-34e1-4888-81d3-226d6777e9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362848ad-2c6d-47a2-b5b9-957654708d6d,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:59.517005 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-fcb16dc4-33cf-433c-8d9c-24c13ef6e0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:59.518735 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-fcb16dc4-33cf-433c-8d9c-24c13ef6e0cf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07db581e-2238-4bd1-aacc-bc8622529c44 HTTP/1.1" status: 200 len: 859 time: 0.1610274 Sep 27 07:52:59.521187 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-8ba164fc-803b-4917-896e-0e1f13654d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:59.542224 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c44f31-3641-46a1-a9ad-b67dd30fba76 req-97baba66-7ef3-443a-9d3e-5025b07de1cf tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:52:59.549824 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:59.549969 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-09c44f31-3641-46a1-a9ad-b67dd30fba76 req-97baba66-7ef3-443a-9d3e-5025b07de1cf tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 944 time: 0.1872325 Sep 27 07:52:59.550079 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-8ba164fc-803b-4917-896e-0e1f13654d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:59.608769 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-523e3260-630d-4cc2-bed8-c022c27dc5f4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Made reservation on behalf of 44a7dbe773ff4db489d00bd2021ead4b for: {'port': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:52:59.612300 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-523e3260-630d-4cc2-bed8-c022c27dc5f4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:59.614610 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-19305dfd-fc0b-4944-8a9f-55a0ab39cf66 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=448aa08f-9439-4e3a-9cd7-ca641ada67be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673637 Sep 27 07:52:59.617628 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-7c653b7a-0dd0-4d36-9db0-9f957f608313 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:59.643523 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Pushing event updated for resources: {'Port': ['ID=d174bc02-3280-4b4e-91bb-c96bab633a75,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:52:59.677924 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-09c44f31-3641-46a1-a9ad-b67dd30fba76 req-86bd37c7-b748-4625-96d7-8e31c4cb80aa tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996809 Sep 27 07:52:59.770277 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-9467fdeb-5382-4934-b868-d01da4970b01 service neutron] 10.222.0.25 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379437 Sep 27 07:52:59.817592 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ac85028a-2a13-49e0-b1d0-6b98133f3766 req-c4a9d4ae-f023-4234-9ccd-fd6ca37d0ac1 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 210 time: 0.0453813 Sep 27 07:52:59.822354 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-7c653b7a-0dd0-4d36-9db0-9f957f608313 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:52:59.920827 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Attempting to bind port d174bc02-3280-4b4e-91bb-c96bab633a75 on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:52:59.921470 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Attempting to bind port d174bc02-3280-4b4e-91bb-c96bab633a75 by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': '5ee862fe-090a-40d1-adb4-5b5cfc374a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:52:59.921605 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Attempting to bind port d174bc02-3280-4b4e-91bb-c96bab633a75 on network 9e794ea3-d6e9-4153-9df1-e37627fe5d7a {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:52:59.926472 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Port d174bc02-3280-4b4e-91bb-c96bab633a75 on network 9e794ea3-d6e9-4153-9df1-e37627fe5d7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 07:52:59.926794 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Attempting to bind port d174bc02-3280-4b4e-91bb-c96bab633a75 on network 9e794ea3-d6e9-4153-9df1-e37627fe5d7a {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:52:59.932926 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:52:59.933465 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Checking segment: {'id': '5ee862fe-090a-40d1-adb4-5b5cfc374a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:52:59.933950 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Bound using segment: {'id': '5ee862fe-090a-40d1-adb4-5b5cfc374a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:52:59.934516 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Bound port: d174bc02-3280-4b4e-91bb-c96bab633a75, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee862fe-090a-40d1-adb4-5b5cfc374a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:52:59.935517 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:00.008321 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] For port d174bc02-3280-4b4e-91bb-c96bab633a75, host hv-cinder-81107, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:53:00.013726 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] For port d174bc02-3280-4b4e-91bb-c96bab633a75, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=d174bc02-3280-4b4e-91bb-c96bab633a75,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:53:00.042116 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-8ba164fc-803b-4917-896e-0e1f13654d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:00.045364 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-8ba164fc-803b-4917-896e-0e1f13654d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:00.046520 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-8ba164fc-803b-4917-896e-0e1f13654d41 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/362848ad-2c6d-47a2-b5b9-957654708d6d HTTP/1.1" status: 204 len: 168 time: 0.5938165 Sep 27 07:53:00.063115 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba164fc-803b-4917-896e-0e1f13654d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362848ad-2c6d-47a2-b5b9-957654708d6d,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:00.137632 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-523e3260-630d-4cc2-bed8-c022c27dc5f4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Allocated IP 172.20.0.4 (a1e8c124-882c-4ed3-9483-409ff26f3f96/61cb872e-4c80-4503-b20b-ef01cdc64f1b/f90d1050-ffa8-4b5d-aee5-9604a554f8ed) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:53:00.139996 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:00.169993 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-7c653b7a-0dd0-4d36-9db0-9f957f608313 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Network 448aa08f-9439-4e3a-9cd7-ca641ada67be is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:53:00.177015 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c653b7a-0dd0-4d36-9db0-9f957f608313 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Pushing event updated for resources: {'Port': ['ID=5f97ed66-5419-4496-8392-e6c20cd6c6eb,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:00.182524 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:00.183336 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:00.184969 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] 10.222.0.25 "PUT /v2.0/ports/d174bc02-3280-4b4e-91bb-c96bab633a75 HTTP/1.1" status: 200 len: 1093 time: 1.4634295 Sep 27 07:53:00.185274 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-7c653b7a-0dd0-4d36-9db0-9f957f608313 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:53:00.197118 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-7c653b7a-0dd0-4d36-9db0-9f957f608313 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:53:00.236701 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16ce27f-6964-4bab-b556-5056aa255afd service neutron] Pushing event updated for resources: {'Port': ['ID=d174bc02-3280-4b4e-91bb-c96bab633a75,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:00.239867 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-22c70eb8-b923-4b42-8754-338b05a2b4d9 req-9eab1abd-15a5-4492-b88b-556aedd2be43 service neutron] 10.222.0.25 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588075 Sep 27 07:53:00.262698 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212bfec-bd53-4eaf-8106-f8c15580a790 req-1f71e09b-b976-4507-8102-799623bb1add tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:00.264896 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d212bfec-bd53-4eaf-8106-f8c15580a790 req-1f71e09b-b976-4507-8102-799623bb1add tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.1866715 Sep 27 07:53:00.272945 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725ca28-5968-4b8d-b344-2191507ff492 req-2829dffb-d1a7-437b-aeb0-857d1a4db203 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:00.274533 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c725ca28-5968-4b8d-b344-2191507ff492 req-2829dffb-d1a7-437b-aeb0-857d1a4db203 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 931 time: 0.1974483 Sep 27 07:53:00.309841 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-7c653b7a-0dd0-4d36-9db0-9f957f608313 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:00.310739 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-7c653b7a-0dd0-4d36-9db0-9f957f608313 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for port, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:00.363652 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c725ca28-5968-4b8d-b344-2191507ff492 req-e6ab7a34-a00a-4288-89e4-df0d12762e72 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758400 Sep 27 07:53:00.367467 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d212bfec-bd53-4eaf-8106-f8c15580a790 req-159d5d97-5c10-40b2-a48d-fe47edd62b69 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917423 Sep 27 07:53:00.399458 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-523e3260-630d-4cc2-bed8-c022c27dc5f4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:00.468323 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-7c653b7a-0dd0-4d36-9db0-9f957f608313 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3824868 Sep 27 07:53:00.484344 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Request body: {'port': {'device_id': '42fc21f9-c26c-41cc-8d69-a8f308289888', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:53:00.500290 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-b4d5dd20-f16c-4d4a-8dea-7a03182ac67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:00.501986 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-b4d5dd20-f16c-4d4a-8dea-7a03182ac67f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b1bc7a25806467289ddc968184753a5&device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0846364 Sep 27 07:53:00.533321 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063e6f2-ee38-4df2-9dcd-0b1e1e76d318 req-2786558d-2459-43bd-8a0c-a28bc6f33952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:00.535119 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-e063e6f2-ee38-4df2-9dcd-0b1e1e76d318 req-2786558d-2459-43bd-8a0c-a28bc6f33952 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db214cdbafc9405aa877c1f184e8532e&device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 1096 time: 0.0671775 Sep 27 07:53:00.601089 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-56439621-dea0-40de-8053-edcea440dc9c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d174bc02-3280-4b4e-91bb-c96bab633a75 HTTP/1.1" status: 200 len: 217 time: 0.0632434 Sep 27 07:53:00.609958 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-523e3260-630d-4cc2-bed8-c022c27dc5f4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:00.669398 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:00.687409 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33923ac-d809-4393-8a36-378d5b4e1cf8 req-8dcf294a-f391-4c22-b85e-729667ac1329 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:00.688993 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f33923ac-d809-4393-8a36-378d5b4e1cf8 req-8dcf294a-f391-4c22-b85e-729667ac1329 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 944 time: 0.2093160 Sep 27 07:53:00.706012 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-7f1846d8-df61-4a49-9cd9-fff9d1b24e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:00.707908 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-7f1846d8-df61-4a49-9cd9-fff9d1b24e9c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfd5703-49a7-4117-8b63-4cb80c5fda09 HTTP/1.1" status: 200 len: 855 time: 0.0982423 Sep 27 07:53:00.719420 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-523e3260-630d-4cc2-bed8-c022c27dc5f4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Network a1e8c124-882c-4ed3-9483-409ff26f3f96 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:53:00.728041 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-523e3260-630d-4cc2-bed8-c022c27dc5f4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:53:00.739679 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-523e3260-630d-4cc2-bed8-c022c27dc5f4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:53:00.773637 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:53:00.804427 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-523e3260-630d-4cc2-bed8-c022c27dc5f4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:00.805096 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-523e3260-630d-4cc2-bed8-c022c27dc5f4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:00.812181 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523e3260-630d-4cc2-bed8-c022c27dc5f4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Pushing event updated for resources: {'Port': ['ID=f90d1050-ffa8-4b5d-aee5-9604a554f8ed,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:00.842265 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063e6f2-ee38-4df2-9dcd-0b1e1e76d318 req-dc3b68df-461f-4e7d-bb59-e33a81b7bf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:00.844019 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-e063e6f2-ee38-4df2-9dcd-0b1e1e76d318 req-dc3b68df-461f-4e7d-bb59-e33a81b7bf1b service neutron] 10.222.0.25 "GET /v2.0/networks?id=448aa08f-9439-4e3a-9cd7-ca641ada67be HTTP/1.1" status: 200 len: 920 time: 0.2997036 Sep 27 07:53:00.898281 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-e063e6f2-ee38-4df2-9dcd-0b1e1e76d318 req-61187cf1-ecbe-41ca-8377-ab95a7a9fc8e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d52c070-92a2-4125-bcef-dba7a04c2dc4 HTTP/1.1" status: 200 len: 217 time: 0.0399179 Sep 27 07:53:00.988655 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063e6f2-ee38-4df2-9dcd-0b1e1e76d318 req-9b0a9c9f-c9b0-40b1-8959-a234e50631f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:00.993327 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-e063e6f2-ee38-4df2-9dcd-0b1e1e76d318 req-9b0a9c9f-c9b0-40b1-8959-a234e50631f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07db581e-2238-4bd1-aacc-bc8622529c44 HTTP/1.1" status: 200 len: 859 time: 0.0868599 Sep 27 07:53:00.995013 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-523e3260-630d-4cc2-bed8-c022c27dc5f4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6786389 Sep 27 07:53:00.999641 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f33923ac-d809-4393-8a36-378d5b4e1cf8 req-3bb8d39d-7156-4bb6-af17-6bee6c409e20 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020339 Sep 27 07:53:01.023516 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 33662) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:01.028812 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Request body: {'port': {'device_id': '0d825964-1458-44b1-a6e2-3598ee325982', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:53:01.042894 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'tag': 'd174bc02-3280-4b4e-91bb-c96bab633a75'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:53:01.046385 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c02b379-4b1a-409f-80ec-3c0fbc53c702" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6", "tag": "d174bc02-3280-4b4e-91bb-c96bab633a75"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:53:01.055830 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18,segment=NetworkSegment(f049ded7-e2f1-4742-8006-c6c1da15b4c4),segment_id=f049ded7-e2f1-4742-8006-c6c1da15b4c4)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:01.073156 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': 'ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18', 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2', 'port_id': 'ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18', 'mac_address': 'fa:16:3e:9b:63:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da2f088-86e4-4227-ba0f-fc971a0a955e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:53:01.085447 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-04724a9a-0508-455b-8477-24c2d0db6646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:01.087172 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-04724a9a-0508-455b-8477-24c2d0db6646 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3489814 Sep 27 07:53:01.096905 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218ee3c-c872-4a6f-ae57-442bf9732fd8 req-1e56d61c-adba-4397-925e-a1f2e86cce64 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:01.097572 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-e063e6f2-ee38-4df2-9dcd-0b1e1e76d318 req-a952d798-8bb9-4b10-8b52-00405fd3a23d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=448aa08f-9439-4e3a-9cd7-ca641ada67be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845988 Sep 27 07:53:01.098455 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4218ee3c-c872-4a6f-ae57-442bf9732fd8 req-1e56d61c-adba-4397-925e-a1f2e86cce64 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 944 time: 0.2845581 Sep 27 07:53:01.106525 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c97d0aaf-787c-4cbf-b0c6-6581c3b0d248 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:01.126481 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ac8d4c2d-9825-41c1-898f-310154634c0a None None] Provisioning complete for port f90d1050-ffa8-4b5d-aee5-9604a554f8ed triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:53:01.126980 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ac8d4c2d-9825-41c1-898f-310154634c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:01.170994 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:01.188004 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:53:01.216249 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ac8d4c2d-9825-41c1-898f-310154634c0a None None] Port f90d1050-ffa8-4b5d-aee5-9604a554f8ed cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:53:01.222574 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18,segment=NetworkSegment(f049ded7-e2f1-4742-8006-c6c1da15b4c4),segment_id=f049ded7-e2f1-4742-8006-c6c1da15b4c4)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:01.250083 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:01.302510 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4218ee3c-c872-4a6f-ae57-442bf9732fd8 req-7888e438-98e8-458a-bb08-317c4ab51e96 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866703 Sep 27 07:53:01.314683 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:01.315353 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 91fc5c91-93c3-4a12-a369-931cbd6a9d15 details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:53:01.335282 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2b14d0-97db-4b07-b15c-95b5459a1bae req-467bbb49-a072-4edc-b9bc-e84359579d22 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:01.336810 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ac2b14d0-97db-4b07-b15c-95b5459a1bae req-467bbb49-a072-4edc-b9bc-e84359579d22 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 931 time: 0.2179310 Sep 27 07:53:01.337405 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-e063e6f2-ee38-4df2-9dcd-0b1e1e76d318 req-26c107e5-745d-4be7-953c-9a0624d116a1 service neutron] 10.222.0.25 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215440 Sep 27 07:53:01.354929 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-8dca4fa1-4036-4485-8fb5-2a23d727141d service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463150 Sep 27 07:53:01.360154 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4240aa1c-80e3-4b34-aadc-63d4dd0159de x-openstack-request-id: req-4240aa1c-80e3-4b34-aadc-63d4dd0159de {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:53:01.362622 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6", "tag": "d174bc02-3280-4b4e-91bb-c96bab633a75", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:53:01.362622 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4240aa1c-80e3-4b34-aadc-63d4dd0159de {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:53:01.362622 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'tag': 'd174bc02-3280-4b4e-91bb-c96bab633a75', 'status': 'completed', 'code': 200} Sep 27 07:53:01.423188 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:01.453993 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ac2b14d0-97db-4b07-b15c-95b5459a1bae req-71e5e484-a792-4b8f-b4e9-19edc6f10974 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994878 Sep 27 07:53:01.541460 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f97ed66-5419-4496-8392-e6c20cd6c6eb {{(pid=106358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:53:01.543374 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c97d0aaf-787c-4cbf-b0c6-6581c3b0d248 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:01.555943 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:01.570031 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-3f409727-c54f-4741-8430-20c7f647b648 service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008145 Sep 27 07:53:01.589676 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 91fc5c91-93c3-4a12-a369-931cbd6a9d15, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=91fc5c91-93c3-4a12-a369-931cbd6a9d15,segment=NetworkSegment(0bd13690-4e81-4fca-8f43-3c993f35e7c0),segment_id=0bd13690-4e81-4fca-8f43-3c993f35e7c0)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:01.604018 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': '91fc5c91-93c3-4a12-a369-931cbd6a9d15', 'network_id': '4252bfad-0ceb-4ffc-b734-83e3bd3be899', 'port_id': '91fc5c91-93c3-4a12-a369-931cbd6a9d15', 'mac_address': 'fa:16:3e:9c:ed:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d98f33-b6dd-490d-bd96-6cf3029f45f1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:53:01.608972 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.provisioning_blocks [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Transition to ACTIVE for port object 5f97ed66-5419-4496-8392-e6c20cd6c6eb will not be triggered until provisioned by entity L2. {{(pid=106358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 07:53:01.611684 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-e063e6f2-ee38-4df2-9dcd-0b1e1e76d318 req-5f12e953-ff9b-4954-b037-3ae17851a092 service neutron] 10.222.0.25 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639413 Sep 27 07:53:01.614981 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c97d0aaf-787c-4cbf-b0c6-6581c3b0d248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:01.674190 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8736f-1c04-4439-bbde-99e1b9f52897 req-1e8ece94-b15b-4ca2-bdf3-95fa70fcf77d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:01.675726 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3cf8736f-1c04-4439-bbde-99e1b9f52897 req-1e8ece94-b15b-4ca2-bdf3-95fa70fcf77d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0853662 Sep 27 07:53:01.677087 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:01.683234 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3724c7-5dfe-497b-9533-65194c1696a9 req-02704d3e-2d8b-4acf-8e74-6f72db31f14c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:01.684694 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0c3724c7-5dfe-497b-9533-65194c1696a9 req-02704d3e-2d8b-4acf-8e74-6f72db31f14c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 931 time: 0.1105146 Sep 27 07:53:01.708470 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-c97d0aaf-787c-4cbf-b0c6-6581c3b0d248 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=367b75c525d24ff0ac7196efecd29c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6748986 Sep 27 07:53:01.709802 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 33674) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:01.712650 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91fc5c91-93c3-4a12-a369-931cbd6a9d15 {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:53:01.721486 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d0aaf-787c-4cbf-b0c6-6581c3b0d248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fe7094-d934-4cae-8bf9-891601829cd2,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:01.738082 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:01.751528 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 91fc5c91-93c3-4a12-a369-931cbd6a9d15, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=91fc5c91-93c3-4a12-a369-931cbd6a9d15,segment=NetworkSegment(0bd13690-4e81-4fca-8f43-3c993f35e7c0),segment_id=0bd13690-4e81-4fca-8f43-3c993f35e7c0)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:01.777546 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3cf8736f-1c04-4439-bbde-99e1b9f52897 req-8336bab0-ca4d-462e-839b-d9f563df2d72 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916479 Sep 27 07:53:01.803965 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0c3724c7-5dfe-497b-9533-65194c1696a9 req-cbb39236-0c8d-44fa-97a8-1d9b935a6887 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055603 Sep 27 07:53:01.840232 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Pushing event updated for resources: {'Port': ['ID=5f97ed66-5419-4496-8392-e6c20cd6c6eb,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:01.864084 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02b379-4b1a-409f-80ec-3c0fbc53c702 req-6e83e3c4-3462-456e-91a3-a21e2aa52cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:01.865677 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7c02b379-4b1a-409f-80ec-3c0fbc53c702 req-6e83e3c4-3462-456e-91a3-a21e2aa52cc2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b1bc7a25806467289ddc968184753a5&device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 1096 time: 0.1233993 Sep 27 07:53:01.868354 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d7b02d33-e24f-48d1-a5c3-d667be5af282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:01.869347 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:01.903842 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f90d1050-ffa8-4b5d-aee5-9604a554f8ed {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:53:01.921602 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Attempting to bind port 5f97ed66-5419-4496-8392-e6c20cd6c6eb on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:53:01.921956 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Attempting to bind port 5f97ed66-5419-4496-8392-e6c20cd6c6eb by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': 'a0f60bb0-3e48-4f0c-a854-a47cf16cad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be'}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:53:01.922279 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Attempting to bind port 5f97ed66-5419-4496-8392-e6c20cd6c6eb on network 448aa08f-9439-4e3a-9cd7-ca641ada67be {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:53:01.924391 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:01.926163 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=91fc5c91-93c3-4a12-a369-931cbd6a9d15,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:01.927051 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Port 5f97ed66-5419-4496-8392-e6c20cd6c6eb on network 448aa08f-9439-4e3a-9cd7-ca641ada67be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 07:53:01.927376 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Attempting to bind port 5f97ed66-5419-4496-8392-e6c20cd6c6eb on network 448aa08f-9439-4e3a-9cd7-ca641ada67be {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:53:01.932508 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:53:01.932937 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Checking segment: {'id': 'a0f60bb0-3e48-4f0c-a854-a47cf16cad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:53:01.933493 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Bound using segment: {'id': 'a0f60bb0-3e48-4f0c-a854-a47cf16cad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be'} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:53:01.933919 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Bound port: 5f97ed66-5419-4496-8392-e6c20cd6c6eb, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0f60bb0-3e48-4f0c-a854-a47cf16cad01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be'}}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:53:01.934294 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:01.935424 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d7b02d33-e24f-48d1-a5c3-d667be5af282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:01.987064 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Transition to ACTIVE for port object f90d1050-ffa8-4b5d-aee5-9604a554f8ed will not be triggered until provisioned by entity L2. {{(pid=106357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 07:53:01.998459 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] For port 5f97ed66-5419-4496-8392-e6c20cd6c6eb, host hv-cinder-81107, cleared binding levels {{(pid=106358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:53:02.003008 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] For port 5f97ed66-5419-4496-8392-e6c20cd6c6eb, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5f97ed66-5419-4496-8392-e6c20cd6c6eb,segment=NetworkSegment(a0f60bb0-3e48-4f0c-a854-a47cf16cad01),segment_id=a0f60bb0-3e48-4f0c-a854-a47cf16cad01)] {{(pid=106358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:53:02.024038 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02b379-4b1a-409f-80ec-3c0fbc53c702 req-5c8f3795-c376-4d87-a2c4-09d1fbecd209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:02.025583 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7c02b379-4b1a-409f-80ec-3c0fbc53c702 req-5c8f3795-c376-4d87-a2c4-09d1fbecd209 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a HTTP/1.1" status: 200 len: 917 time: 0.1502969 Sep 27 07:53:02.076753 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7c02b379-4b1a-409f-80ec-3c0fbc53c702 req-46c3bd29-449e-4117-8c4c-7d472fc109b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d174bc02-3280-4b4e-91bb-c96bab633a75 HTTP/1.1" status: 200 len: 217 time: 0.0419915 Sep 27 07:53:02.118086 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45f4ba-60ad-4611-8529-f7aa9055f5d2 req-33295ad5-b87b-40bf-8227-a060d82a823e tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:02.119744 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3a45f4ba-60ad-4611-8529-f7aa9055f5d2 req-33295ad5-b87b-40bf-8227-a060d82a823e tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 945 time: 0.0558252 Sep 27 07:53:02.127236 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02b379-4b1a-409f-80ec-3c0fbc53c702 req-6112a865-b4bf-4d69-836e-8292a0e9a7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:02.128713 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7c02b379-4b1a-409f-80ec-3c0fbc53c702 req-6112a865-b4bf-4d69-836e-8292a0e9a7f3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfd5703-49a7-4117-8b63-4cb80c5fda09 HTTP/1.1" status: 200 len: 855 time: 0.0449586 Sep 27 07:53:02.147520 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:02.163446 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3a45f4ba-60ad-4611-8529-f7aa9055f5d2 req-7c75d0f5-5c35-4a5b-ba53-63f53bf6f204 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370188 Sep 27 07:53:02.171861 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:02.188661 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['91fc5c91-93c3-4a12-a369-931cbd6a9d15'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:53:02.197679 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d7b02d33-e24f-48d1-a5c3-d667be5af282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:02.201517 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d7b02d33-e24f-48d1-a5c3-d667be5af282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:02.202792 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-d7b02d33-e24f-48d1-a5c3-d667be5af282 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/44fe7094-d934-4cae-8bf9-891601829cd2 HTTP/1.1" status: 204 len: 168 time: 0.4902358 Sep 27 07:53:02.236778 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b02d33-e24f-48d1-a5c3-d667be5af282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fe7094-d934-4cae-8bf9-891601829cd2,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:02.276060 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02b379-4b1a-409f-80ec-3c0fbc53c702 req-657ba168-7358-404d-a0e1-b6b7495f8f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:02.276060 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7c02b379-4b1a-409f-80ec-3c0fbc53c702 req-657ba168-7358-404d-a0e1-b6b7495f8f81 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1198540 Sep 27 07:53:02.276060 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f90d1050-ffa8-4b5d-aee5-9604a554f8ed,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:02.300955 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:02.300955 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for port, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:02.300955 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] 10.222.0.25 "PUT /v2.0/ports/5f97ed66-5419-4496-8392-e6c20cd6c6eb HTTP/1.1" status: 200 len: 1093 time: 1.8075154 Sep 27 07:53:02.300955 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0942b4-fb0a-49ad-be4f-c0de44e68b91 service neutron] Pushing event updated for resources: {'Port': ['ID=5f97ed66-5419-4496-8392-e6c20cd6c6eb,revision_number=3']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:02.300955 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42fc21f9-c26c-41cc-8d69-a8f308289888', 'tag': '5f97ed66-5419-4496-8392-e6c20cd6c6eb'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:53:02.334750 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:53:02.421439 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 33688) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:02.539829 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b30cc3-a4e3-4b62-a16c-27084a66892c req-7747cc2f-2426-46b8-806d-23f34db5b6a7 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:02.543175 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f4b30cc3-a4e3-4b62-a16c-27084a66892c req-7747cc2f-2426-46b8-806d-23f34db5b6a7 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 945 time: 0.1109805 Sep 27 07:53:02.566301 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Attempting to bind port f90d1050-ffa8-4b5d-aee5-9604a554f8ed on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:53:02.566513 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Attempting to bind port f90d1050-ffa8-4b5d-aee5-9604a554f8ed by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': '901f3602-6c57-4c6d-9c4d-ca98b4f3d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:53:02.566840 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Attempting to bind port f90d1050-ffa8-4b5d-aee5-9604a554f8ed on network a1e8c124-882c-4ed3-9483-409ff26f3f96 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:53:02.615473 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7c02b379-4b1a-409f-80ec-3c0fbc53c702 req-d86cf475-a968-4e8d-8c32-ecbf20c78880 service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493996 Sep 27 07:53:02.616734 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Port f90d1050-ffa8-4b5d-aee5-9604a554f8ed on network a1e8c124-882c-4ed3-9483-409ff26f3f96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 07:53:02.617617 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Attempting to bind port f90d1050-ffa8-4b5d-aee5-9604a554f8ed on network a1e8c124-882c-4ed3-9483-409ff26f3f96 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:53:02.634863 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:53:02.635092 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f4b30cc3-a4e3-4b62-a16c-27084a66892c req-abfd1f06-708f-487c-9241-1466095eaa30 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810297 Sep 27 07:53:02.635421 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Checking segment: {'id': '901f3602-6c57-4c6d-9c4d-ca98b4f3d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:53:02.636544 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Bound using segment: {'id': '901f3602-6c57-4c6d-9c4d-ca98b4f3d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:53:02.637160 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Bound port: f90d1050-ffa8-4b5d-aee5-9604a554f8ed, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '901f3602-6c57-4c6d-9c4d-ca98b4f3d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:53:02.637608 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:02.646071 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1933395f-7143-431b-98ea-1456efd6b6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:02.678356 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd66bf-68ff-4876-aa86-560c459c9334 req-382e2097-4503-48a5-a391-605be676d009 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:02.686848 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cefd66bf-68ff-4876-aa86-560c459c9334 req-382e2097-4503-48a5-a391-605be676d009 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 943 time: 0.1100945 Sep 27 07:53:02.741880 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cefd66bf-68ff-4876-aa86-560c459c9334 req-3108ac06-b323-47b1-b7c5-01dd870f3997 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538471 Sep 27 07:53:02.746098 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 4d52c070-92a2-4125-bcef-dba7a04c2dc4 details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:53:02.746369 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c46922-3ec8-4e82-921f-6b00f933b215" -d '{"events": [{"name": "network-changed", "server_uuid": "42fc21f9-c26c-41cc-8d69-a8f308289888", "tag": "5f97ed66-5419-4496-8392-e6c20cd6c6eb"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:53:02.765810 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] For port f90d1050-ffa8-4b5d-aee5-9604a554f8ed, host hv-cinder-81107, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:53:02.773692 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] For port f90d1050-ffa8-4b5d-aee5-9604a554f8ed, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=f90d1050-ffa8-4b5d-aee5-9604a554f8ed,segment=NetworkSegment(901f3602-6c57-4c6d-9c4d-ca98b4f3d945),segment_id=901f3602-6c57-4c6d-9c4d-ca98b4f3d945)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:53:02.834240 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:02.841910 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7c02b379-4b1a-409f-80ec-3c0fbc53c702 req-960e6493-c611-4eed-8176-e125d7cc85fd service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158022 Sep 27 07:53:02.848813 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1933395f-7143-431b-98ea-1456efd6b6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:02.918934 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d95cc1-1b69-464f-a186-6eb066db43a1 x-openstack-request-id: req-31d95cc1-1b69-464f-a186-6eb066db43a1 {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:53:02.919278 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42fc21f9-c26c-41cc-8d69-a8f308289888", "tag": "5f97ed66-5419-4496-8392-e6c20cd6c6eb", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:53:02.919526 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-31d95cc1-1b69-464f-a186-6eb066db43a1 {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:53:02.919963 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42fc21f9-c26c-41cc-8d69-a8f308289888', 'tag': '5f97ed66-5419-4496-8392-e6c20cd6c6eb', 'status': 'completed', 'code': 200} Sep 27 07:53:02.926845 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:02.955979 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-7f03d141-b111-434b-94d8-5007ca33c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:02.955979 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-7f03d141-b111-434b-94d8-5007ca33c773 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db214cdbafc9405aa877c1f184e8532e&device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 1096 time: 0.0900993 Sep 27 07:53:02.956141 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 4d52c070-92a2-4125-bcef-dba7a04c2dc4, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=4d52c070-92a2-4125-bcef-dba7a04c2dc4,segment=NetworkSegment(a0f60bb0-3e48-4f0c-a854-a47cf16cad01),segment_id=a0f60bb0-3e48-4f0c-a854-a47cf16cad01)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:02.956604 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50867b37-cfbc-4521-8a35-9ad27cd5b348 req-870773eb-8500-4d24-ac69-af7d89d5f4b2 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:02.963713 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-50867b37-cfbc-4521-8a35-9ad27cd5b348 req-870773eb-8500-4d24-ac69-af7d89d5f4b2 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0770540 Sep 27 07:53:02.973676 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:02.974448 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:02.976119 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] 10.222.0.25 "PUT /v2.0/ports/f90d1050-ffa8-4b5d-aee5-9604a554f8ed HTTP/1.1" status: 200 len: 1093 time: 1.9517393 Sep 27 07:53:02.987087 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': '4d52c070-92a2-4125-bcef-dba7a04c2dc4', 'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be', 'port_id': '4d52c070-92a2-4125-bcef-dba7a04c2dc4', 'mac_address': 'fa:16:3e:ff:52:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07db581e-2238-4bd1-aacc-bc8622529c44', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:53:03.003114 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a755900-dc6f-4b3d-8ebe-8f06be4195e8 service neutron] Pushing event updated for resources: {'Port': ['ID=f90d1050-ffa8-4b5d-aee5-9604a554f8ed,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:03.039876 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:03.056500 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d52c070-92a2-4125-bcef-dba7a04c2dc4 {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:53:03.090218 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 4d52c070-92a2-4125-bcef-dba7a04c2dc4, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=4d52c070-92a2-4125-bcef-dba7a04c2dc4,segment=NetworkSegment(a0f60bb0-3e48-4f0c-a854-a47cf16cad01),segment_id=a0f60bb0-3e48-4f0c-a854-a47cf16cad01)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:03.206104 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-4d6750bc-6496-40ca-ac2f-17167eb99189 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f97ed66-5419-4496-8392-e6c20cd6c6eb HTTP/1.1" status: 200 len: 217 time: 0.2398078 Sep 27 07:53:03.221454 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1933395f-7143-431b-98ea-1456efd6b6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:03.250890 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:03.311875 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-50867b37-cfbc-4521-8a35-9ad27cd5b348 req-248d02c3-a5f0-47d7-827a-5fd1f2de3c7b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3472953 Sep 27 07:53:03.322720 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933395f-7143-431b-98ea-1456efd6b6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f25c0a-8bcf-4ca8-8812-19ec21497e31,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:03.326922 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-1933395f-7143-431b-98ea-1456efd6b6d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d944d521d5fd4923b79d945f463e1d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9034472 Sep 27 07:53:03.329047 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=4d52c070-92a2-4125-bcef-dba7a04c2dc4,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:03.330219 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 33710) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:03.364514 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-eccb3c12-4494-4d67-a8e4-57c5cc0e67cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:03.364514 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-eccb3c12-4494-4d67-a8e4-57c5cc0e67cf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07db581e-2238-4bd1-aacc-bc8622529c44 HTTP/1.1" status: 200 len: 859 time: 0.1222684 Sep 27 07:53:03.365149 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-b1c6268c-986b-4ba9-897d-dba6c4dabdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:03.365900 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59aec79-16c9-427a-8970-b28145d89b0b req-eaf95c08-c587-4de6-beb7-ad0d7b31a027 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:03.365900 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b59aec79-16c9-427a-8970-b28145d89b0b req-eaf95c08-c587-4de6-beb7-ad0d7b31a027 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 943 time: 0.1985030 Sep 27 07:53:03.374505 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-b1c6268c-986b-4ba9-897d-dba6c4dabdee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=44a7dbe773ff4db489d00bd2021ead4b&device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 1096 time: 0.0912476 Sep 27 07:53:03.375315 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d825964-1458-44b1-a6e2-3598ee325982', 'tag': 'f90d1050-ffa8-4b5d-aee5-9604a554f8ed'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:53:03.377835 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb14ec3-ad2a-480c-8516-c1f4f2bf8a1d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d825964-1458-44b1-a6e2-3598ee325982", "tag": "f90d1050-ffa8-4b5d-aee5-9604a554f8ed"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:53:03.409070 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-d3ee6910-d27b-4b48-a0e2-ca6a9137d655 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=448aa08f-9439-4e3a-9cd7-ca641ada67be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422187 Sep 27 07:53:03.422441 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-550ab1a7-85a9-4572-a135-73ba222b96b6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f90d1050-ffa8-4b5d-aee5-9604a554f8ed HTTP/1.1" status: 200 len: 217 time: 0.0394819 Sep 27 07:53:03.480830 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['4d52c070-92a2-4125-bcef-dba7a04c2dc4'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:53:03.487575 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7031e103-5f21-40cb-91f3-7fed0fa6a9e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:03.518910 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b59aec79-16c9-427a-8970-b28145d89b0b req-4741678f-4c7d-4e31-b1f0-85db5bdf0b13 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353829 Sep 27 07:53:03.559408 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f20f4f5a-a683-42a2-9a20-3f386c9e9870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:03.601445 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ea3e3d-97bd-4f36-9e51-ecbf4091ae05 req-2ae26c0a-cf09-460e-ba82-6d1c534de59f tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:03.603044 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e6ea3e3d-97bd-4f36-9e51-ecbf4091ae05 req-2ae26c0a-cf09-460e-ba82-6d1c534de59f tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 945 time: 0.1732874 Sep 27 07:53:03.616523 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f20f4f5a-a683-42a2-9a20-3f386c9e9870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:03.638976 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-56064fea-36f5-4156-a30e-dfe12477b929 service neutron] 10.222.0.25 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215409 Sep 27 07:53:03.731514 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0733163-9c29-4088-b4a5-fd1dd23c0da8 x-openstack-request-id: req-e0733163-9c29-4088-b4a5-fd1dd23c0da8 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:53:03.732306 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d825964-1458-44b1-a6e2-3598ee325982", "tag": "f90d1050-ffa8-4b5d-aee5-9604a554f8ed", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:53:03.732425 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e0733163-9c29-4088-b4a5-fd1dd23c0da8 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:53:03.733050 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d825964-1458-44b1-a6e2-3598ee325982', 'tag': 'f90d1050-ffa8-4b5d-aee5-9604a554f8ed', 'status': 'completed', 'code': 200} Sep 27 07:53:03.742208 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e6ea3e3d-97bd-4f36-9e51-ecbf4091ae05 req-e7a7ff70-cac8-4163-b695-63122cb8e363 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303322 Sep 27 07:53:03.772292 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-a0d97e37-ed50-4d8f-95f7-cff896b2afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:03.772292 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-a0d97e37-ed50-4d8f-95f7-cff896b2afd2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=61cb872e-4c80-4503-b20b-ef01cdc64f1b HTTP/1.1" status: 200 len: 849 time: 0.3390601 Sep 27 07:53:03.829782 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e35bc40a-8afc-492d-811c-c900e9ca0b4d req-00248f3d-ba45-4b89-9673-6724d4c5447f service neutron] 10.222.0.25 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798582 Sep 27 07:53:03.864693 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-41fd60a9-36b3-4b23-8ae3-52fe046ede3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:03.869188 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-41fd60a9-36b3-4b23-8ae3-52fe046ede3b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a1e8c124-882c-4ed3-9483-409ff26f3f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881834 Sep 27 07:53:03.899957 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f20f4f5a-a683-42a2-9a20-3f386c9e9870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:03.902699 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f20f4f5a-a683-42a2-9a20-3f386c9e9870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:03.904839 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-f20f4f5a-a683-42a2-9a20-3f386c9e9870 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d1f25c0a-8bcf-4ca8-8812-19ec21497e31 HTTP/1.1" status: 204 len: 168 time: 0.5705724 Sep 27 07:53:03.922107 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20f4f5a-a683-42a2-9a20-3f386c9e9870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f25c0a-8bcf-4ca8-8812-19ec21497e31,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:03.932105 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b1a23-d42d-4525-992c-2c9757fcb178 req-538f32d6-91fb-4472-9483-cb81c81d2236 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:03.933739 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9b7b1a23-d42d-4525-992c-2c9757fcb178 req-538f32d6-91fb-4472-9483-cb81c81d2236 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 945 time: 0.1202633 Sep 27 07:53:03.943230 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82353b01-4ff6-4efd-b8d5-68eea747f370 req-93dc5e89-8f92-49a6-8857-ff1e48ef34fb tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:03.949150 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-82353b01-4ff6-4efd-b8d5-68eea747f370 req-93dc5e89-8f92-49a6-8857-ff1e48ef34fb tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 943 time: 0.0941370 Sep 27 07:53:03.970841 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-b2016098-b4fd-4486-84ab-63bfa7059914 service neutron] 10.222.0.25 "GET /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964086 Sep 27 07:53:04.006706 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-82353b01-4ff6-4efd-b8d5-68eea747f370 req-6d0375b2-0d30-4452-a05d-39da05aac208 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567009 Sep 27 07:53:04.029066 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9b7b1a23-d42d-4525-992c-2c9757fcb178 req-4e4a168e-8060-44e2-8416-d188f399cdf4 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688977 Sep 27 07:53:04.063968 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c46922-3ec8-4e82-921f-6b00f933b215 req-8a051b90-713f-4d26-b439-bb8bd17548da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:04.065661 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f8c46922-3ec8-4e82-921f-6b00f933b215 req-8a051b90-713f-4d26-b439-bb8bd17548da service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db214cdbafc9405aa877c1f184e8532e&device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 1096 time: 0.0558050 Sep 27 07:53:04.114113 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-627ffeee-c48e-4fff-aba3-bbf80cd2333b req-aa189ab0-942c-4728-8eca-d670b70aa2bc service neutron] 10.222.0.25 "GET /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341641 Sep 27 07:53:04.220768 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c46922-3ec8-4e82-921f-6b00f933b215 req-2d6257e3-624a-46f1-8532-5169c3b5fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:04.222603 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f8c46922-3ec8-4e82-921f-6b00f933b215 req-2d6257e3-624a-46f1-8532-5169c3b5fef2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=448aa08f-9439-4e3a-9cd7-ca641ada67be HTTP/1.1" status: 200 len: 920 time: 0.1482716 Sep 27 07:53:04.272812 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f8c46922-3ec8-4e82-921f-6b00f933b215 req-5e893855-6dd1-43ce-b3ad-064eecf12a90 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f97ed66-5419-4496-8392-e6c20cd6c6eb HTTP/1.1" status: 200 len: 217 time: 0.0418298 Sep 27 07:53:04.322638 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c46922-3ec8-4e82-921f-6b00f933b215 req-f22135df-064c-4fe1-beb9-482e5e01ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:04.324113 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f8c46922-3ec8-4e82-921f-6b00f933b215 req-f22135df-064c-4fe1-beb9-482e5e01ba3f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07db581e-2238-4bd1-aacc-bc8622529c44 HTTP/1.1" status: 200 len: 859 time: 0.0434821 Sep 27 07:53:04.354255 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb14ec3-ad2a-480c-8516-c1f4f2bf8a1d req-bd1a2020-2dad-4011-a855-e9f0429a422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:04.364281 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-acb14ec3-ad2a-480c-8516-c1f4f2bf8a1d req-bd1a2020-2dad-4011-a855-e9f0429a422c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=44a7dbe773ff4db489d00bd2021ead4b&device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 1096 time: 0.0401125 Sep 27 07:53:04.365146 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f8c46922-3ec8-4e82-921f-6b00f933b215 req-2541c066-5306-4cb2-a8c4-71a81886bc40 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=448aa08f-9439-4e3a-9cd7-ca641ada67be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251386 Sep 27 07:53:04.468538 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb14ec3-ad2a-480c-8516-c1f4f2bf8a1d req-a353eaff-5da8-4f22-9512-1068f0eea654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:04.470285 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-acb14ec3-ad2a-480c-8516-c1f4f2bf8a1d req-a353eaff-5da8-4f22-9512-1068f0eea654 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a1e8c124-882c-4ed3-9483-409ff26f3f96 HTTP/1.1" status: 200 len: 911 time: 0.0996740 Sep 27 07:53:04.514336 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f8c46922-3ec8-4e82-921f-6b00f933b215 req-e0823f89-d4ba-4ef8-9a43-6b4bd7e77079 service neutron] 10.222.0.25 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378894 Sep 27 07:53:04.524006 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-acb14ec3-ad2a-480c-8516-c1f4f2bf8a1d req-5f317416-b4c9-4e07-886f-528ae68b6a72 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f90d1050-ffa8-4b5d-aee5-9604a554f8ed HTTP/1.1" status: 200 len: 217 time: 0.0445123 Sep 27 07:53:04.541347 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e1106-c52a-48bd-9c2b-ef72a8710501 req-f216db94-a0af-4361-b3b9-42b52b5677db tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:04.543387 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8d9e1106-c52a-48bd-9c2b-ef72a8710501 req-f216db94-a0af-4361-b3b9-42b52b5677db tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0955427 Sep 27 07:53:04.594615 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb14ec3-ad2a-480c-8516-c1f4f2bf8a1d req-3038c54f-0d48-4738-9de1-d0c7f060a409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:04.596091 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-acb14ec3-ad2a-480c-8516-c1f4f2bf8a1d req-3038c54f-0d48-4738-9de1-d0c7f060a409 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=61cb872e-4c80-4503-b20b-ef01cdc64f1b HTTP/1.1" status: 200 len: 849 time: 0.0646448 Sep 27 07:53:04.650752 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb14ec3-ad2a-480c-8516-c1f4f2bf8a1d req-cc751324-2d53-46fd-9221-3c66c917bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:04.652373 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-acb14ec3-ad2a-480c-8516-c1f4f2bf8a1d req-cc751324-2d53-46fd-9221-3c66c917bc30 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a1e8c124-882c-4ed3-9483-409ff26f3f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469990 Sep 27 07:53:04.687233 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f8c46922-3ec8-4e82-921f-6b00f933b215 req-2d8c9d4f-87e7-4665-a7f6-7f4797873c44 service neutron] 10.222.0.25 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690032 Sep 27 07:53:04.692210 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8d9e1106-c52a-48bd-9c2b-ef72a8710501 req-30bc633b-b04e-4898-9e75-974298928ad4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872452 Sep 27 07:53:04.706830 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c059a6-0e3f-4ac4-b235-2cddb715ab07 req-ea47208a-e299-446e-91b1-9bc3a0a267bb tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:04.708474 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-73c059a6-0e3f-4ac4-b235-2cddb715ab07 req-ea47208a-e299-446e-91b1-9bc3a0a267bb tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 943 time: 0.1023679 Sep 27 07:53:04.750416 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device d174bc02-3280-4b4e-91bb-c96bab633a75 details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:53:04.754352 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:53:04.754978 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-73c059a6-0e3f-4ac4-b235-2cddb715ab07 req-0cc73132-b4f5-4c0f-bf51-5950d683d785 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393221 Sep 27 07:53:04.777195 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-acb14ec3-ad2a-480c-8516-c1f4f2bf8a1d req-1a24dad7-d751-4eff-b872-0f8331dbbb6c service neutron] 10.222.0.25 "GET /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162536 Sep 27 07:53:04.896522 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-acb14ec3-ad2a-480c-8516-c1f4f2bf8a1d req-1e74becd-cc9b-443f-9693-f73a3916b06e service neutron] 10.222.0.25 "GET /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112983 Sep 27 07:53:04.900281 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce20991-67b5-4cca-ba0e-7f23c2b84d09 req-a335f547-bf8c-4dd5-b509-31c638aff7e7 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:04.901912 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0ce20991-67b5-4cca-ba0e-7f23c2b84d09 req-a335f547-bf8c-4dd5-b509-31c638aff7e7 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 945 time: 0.0664742 Sep 27 07:53:04.921607 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port d174bc02-3280-4b4e-91bb-c96bab633a75, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=d174bc02-3280-4b4e-91bb-c96bab633a75,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:04.933491 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': 'd174bc02-3280-4b4e-91bb-c96bab633a75', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'port_id': 'd174bc02-3280-4b4e-91bb-c96bab633a75', 'mac_address': 'fa:16:3e:f9:6f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:53:04.944752 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0ce20991-67b5-4cca-ba0e-7f23c2b84d09 req-7babc992-627b-4587-bda1-29932a5a6605 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364773 Sep 27 07:53:04.972144 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:04.973916 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 07:53:04.985255 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:53:04.985732 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:05.005502 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d174bc02-3280-4b4e-91bb-c96bab633a75 {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:53:05.034354 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port d174bc02-3280-4b4e-91bb-c96bab633a75, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=d174bc02-3280-4b4e-91bb-c96bab633a75,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:05.052238 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 33766) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:05.068437 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-918441f7-a16b-4e52-a297-b6166089c4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:05.082807 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:05.107801 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f788a708-dbe3-4dba-89a7-73ed31b0acd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:53:05.186223 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18,segment=NetworkSegment(f049ded7-e2f1-4742-8006-c6c1da15b4c4),segment_id=f049ded7-e2f1-4742-8006-c6c1da15b4c4)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:05.194428 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b230f-6aa0-434b-bc32-9ef080377140 req-b5e2dae4-e58f-49b9-a62c-98ef14446964 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:05.195970 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-472b230f-6aa0-434b-bc32-9ef080377140 req-b5e2dae4-e58f-49b9-a62c-98ef14446964 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 943 time: 0.1096206 Sep 27 07:53:05.235139 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:05.259402 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-472b230f-6aa0-434b-bc32-9ef080377140 req-7c4327b1-9ddb-4cb3-a5e5-5a93cc2907a9 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536976 Sep 27 07:53:05.270518 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:05.270947 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 91fc5c91-93c3-4a12-a369-931cbd6a9d15 up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:53:05.272865 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2e2ba-de03-4f2a-8293-3cdfd443e74f req-da242985-bf93-4fc9-8c3e-4fb252d49ef7 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:05.280702 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-42f2e2ba-de03-4f2a-8293-3cdfd443e74f req-da242985-bf93-4fc9-8c3e-4fb252d49ef7 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 945 time: 0.1764483 Sep 27 07:53:05.293715 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-918441f7-a16b-4e52-a297-b6166089c4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:05.340216 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-918441f7-a16b-4e52-a297-b6166089c4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:05.347425 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f42b272-7791-49c3-afca-50cb2ab2c445" -d '{"events": [{"server_uuid": "f788a708-dbe3-4dba-89a7-73ed31b0acd1", "name": "network-vif-plugged", "status": "completed", "tag": "ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:53:05.367930 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=d174bc02-3280-4b4e-91bb-c96bab633a75,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:05.382411 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-42f2e2ba-de03-4f2a-8293-3cdfd443e74f req-82fdfcd9-ead5-4ce3-9630-7707986fce89 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008086 Sep 27 07:53:05.436959 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-918441f7-a16b-4e52-a297-b6166089c4a9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=979310bdae144efeb82e40f6b3810dd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3824401 Sep 27 07:53:05.439794 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 33790) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:05.443545 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918441f7-a16b-4e52-a297-b6166089c4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b262cdcc-3622-4487-9ad1-ce9b55249d49,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:05.475769 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['d174bc02-3280-4b4e-91bb-c96bab633a75'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:53:05.512306 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port 91fc5c91-93c3-4a12-a369-931cbd6a9d15 completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 07:53:05.529452 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d1c6f24e-65ca-4bac-bc83-954db04c8018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:05.534113 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port 91fc5c91-93c3-4a12-a369-931cbd6a9d15 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:53:05.534113 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:05.565173 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d1c6f24e-65ca-4bac-bc83-954db04c8018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:05.565827 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa0cac90-bc63-4884-a6ff-e61e2a080cc9 x-openstack-request-id: req-aa0cac90-bc63-4884-a6ff-e61e2a080cc9 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:53:05.566203 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f788a708-dbe3-4dba-89a7-73ed31b0acd1", "name": "network-vif-plugged", "status": "completed", "tag": "ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:53:05.566463 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-aa0cac90-bc63-4884-a6ff-e61e2a080cc9 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:53:05.567019 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f788a708-dbe3-4dba-89a7-73ed31b0acd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18', 'code': 200} Sep 27 07:53:05.567593 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:05.681063 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:05.737272 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 91fc5c91-93c3-4a12-a369-931cbd6a9d15, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=91fc5c91-93c3-4a12-a369-931cbd6a9d15,segment=NetworkSegment(0bd13690-4e81-4fca-8f43-3c993f35e7c0),segment_id=0bd13690-4e81-4fca-8f43-3c993f35e7c0)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:05.743512 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d1c6f24e-65ca-4bac-bc83-954db04c8018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:05.746486 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d1c6f24e-65ca-4bac-bc83-954db04c8018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:05.750137 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-d1c6f24e-65ca-4bac-bc83-954db04c8018 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b262cdcc-3622-4487-9ad1-ce9b55249d49 HTTP/1.1" status: 204 len: 168 time: 0.3069263 Sep 27 07:53:05.761385 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6f24e-65ca-4bac-bc83-954db04c8018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b262cdcc-3622-4487-9ad1-ce9b55249d49,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:05.859315 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b2a8f-c1c0-4046-af0b-1b9fdec28bf7 req-47ed9b8e-9f2b-46c2-b352-d6b144ebfe56 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:05.860801 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e83b2a8f-c1c0-4046-af0b-1b9fdec28bf7 req-47ed9b8e-9f2b-46c2-b352-d6b144ebfe56 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 944 time: 0.0634475 Sep 27 07:53:05.880074 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:05.880905 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 4d52c070-92a2-4125-bcef-dba7a04c2dc4 up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:53:05.928512 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799637f-908d-428c-82ce-2c7a8e770387 req-681d6d67-c413-49ed-8834-b4a8ab279d95 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:05.930591 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2799637f-908d-428c-82ce-2c7a8e770387 req-681d6d67-c413-49ed-8834-b4a8ab279d95 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 943 time: 0.0882380 Sep 27 07:53:05.934065 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e83b2a8f-c1c0-4046-af0b-1b9fdec28bf7 req-d3bac4ed-9e73-4f4d-a731-6d6473664000 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554650 Sep 27 07:53:06.025538 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2799637f-908d-428c-82ce-2c7a8e770387 req-cc11a516-dd5a-4c08-a660-0d21f18c340c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873563 Sep 27 07:53:06.075098 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119b70c4-03f6-4631-854a-2e9067bc2cd9 req-8d9f1e5a-1b6a-4d69-82d2-1b1bf4e38840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:06.076684 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-119b70c4-03f6-4631-854a-2e9067bc2cd9 req-8d9f1e5a-1b6a-4d69-82d2-1b1bf4e38840 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 1099 time: 0.1237440 Sep 27 07:53:06.104451 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=91fc5c91-93c3-4a12-a369-931cbd6a9d15,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:06.109275 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-119b70c4-03f6-4631-854a-2e9067bc2cd9 req-dbdcb42b-1ab7-4aaa-8459-d2f3e6b2a7bc service neutron] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:06.135355 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1788217-df5a-4da4-91da-ad84c253e666 req-162b19e1-6c9d-47bb-bcea-bc9b34135438 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:06.137067 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d1788217-df5a-4da4-91da-ad84c253e666 req-162b19e1-6c9d-47bb-bcea-bc9b34135438 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 946 time: 0.0897717 Sep 27 07:53:06.183804 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d1788217-df5a-4da4-91da-ad84c253e666 req-524986d4-865e-4cb0-aace-04c5fef1db39 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398018 Sep 27 07:53:06.210766 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-119b70c4-03f6-4631-854a-2e9067bc2cd9 req-dbdcb42b-1ab7-4aaa-8459-d2f3e6b2a7bc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:06.314508 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-b470df15-1514-452a-a855-bbf66ca40203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:06.316342 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port 4d52c070-92a2-4125-bcef-dba7a04c2dc4 completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 07:53:06.324267 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port 4d52c070-92a2-4125-bcef-dba7a04c2dc4 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:53:06.324267 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:06.343167 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-119b70c4-03f6-4631-854a-2e9067bc2cd9 req-dbdcb42b-1ab7-4aaa-8459-d2f3e6b2a7bc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:06.407745 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-119b70c4-03f6-4631-854a-2e9067bc2cd9 req-dbdcb42b-1ab7-4aaa-8459-d2f3e6b2a7bc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227279 Sep 27 07:53:06.413650 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcb42b-1ab7-4aaa-8459-d2f3e6b2a7bc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0d0865-ae1a-4dbb-b17d-30dc68c7ecf9,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:06.418704 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd023d4e-1370-4dbe-823a-491202fc19bd req-7f4e64c3-59c6-4e3a-9646-6ac671785ada tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:06.420292 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fd023d4e-1370-4dbe-823a-491202fc19bd req-7f4e64c3-59c6-4e3a-9646-6ac671785ada tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 943 time: 0.0643094 Sep 27 07:53:06.470493 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fd023d4e-1370-4dbe-823a-491202fc19bd req-59ace2ba-672a-414b-b735-45fa1a00435f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387509 Sep 27 07:53:06.471033 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:06.529308 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 4d52c070-92a2-4125-bcef-dba7a04c2dc4, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=4d52c070-92a2-4125-bcef-dba7a04c2dc4,segment=NetworkSegment(a0f60bb0-3e48-4f0c-a854-a47cf16cad01),segment_id=a0f60bb0-3e48-4f0c-a854-a47cf16cad01)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:06.544982 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6de643-1120-44ec-ab46-098ba9ba2166 req-91243faa-4a82-499f-8729-9c1406e8f091 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:06.546480 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1c6de643-1120-44ec-ab46-098ba9ba2166 req-91243faa-4a82-499f-8729-9c1406e8f091 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 946 time: 0.0706353 Sep 27 07:53:06.585917 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1c6de643-1120-44ec-ab46-098ba9ba2166 req-549892d2-5252-46d4-bd8b-146855c9363e tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Sep 27 07:53:06.622933 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:06.670816 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:06.672197 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=4d52c070-92a2-4125-bcef-dba7a04c2dc4,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:06.762397 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 5f97ed66-5419-4496-8392-e6c20cd6c6eb details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:53:06.764687 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device d174bc02-3280-4b4e-91bb-c96bab633a75 up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:53:06.913460 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 5f97ed66-5419-4496-8392-e6c20cd6c6eb, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5f97ed66-5419-4496-8392-e6c20cd6c6eb,segment=NetworkSegment(a0f60bb0-3e48-4f0c-a854-a47cf16cad01),segment_id=a0f60bb0-3e48-4f0c-a854-a47cf16cad01)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:06.930713 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': '5f97ed66-5419-4496-8392-e6c20cd6c6eb', 'network_id': '448aa08f-9439-4e3a-9cd7-ca641ada67be', 'port_id': '5f97ed66-5419-4496-8392-e6c20cd6c6eb', 'mac_address': 'fa:16:3e:91:27:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07db581e-2238-4bd1-aacc-bc8622529c44', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:53:06.940104 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port d174bc02-3280-4b4e-91bb-c96bab633a75 completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 07:53:06.946035 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port d174bc02-3280-4b4e-91bb-c96bab633a75 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:53:06.946513 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:07.005234 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:07.029509 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f97ed66-5419-4496-8392-e6c20cd6c6eb {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:53:07.069804 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 5f97ed66-5419-4496-8392-e6c20cd6c6eb, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5f97ed66-5419-4496-8392-e6c20cd6c6eb,segment=NetworkSegment(a0f60bb0-3e48-4f0c-a854-a47cf16cad01),segment_id=a0f60bb0-3e48-4f0c-a854-a47cf16cad01)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:07.072639 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:07.093015 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:07.105207 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b7a655-6fa2-448f-8120-0c30c22ea113 req-0ccd561f-bb51-470e-800e-4d46002cbcce tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:07.116203 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b8b7a655-6fa2-448f-8120-0c30c22ea113 req-0ccd561f-bb51-470e-800e-4d46002cbcce tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 944 time: 0.0788498 Sep 27 07:53:07.132322 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port d174bc02-3280-4b4e-91bb-c96bab633a75, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=d174bc02-3280-4b4e-91bb-c96bab633a75,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:07.184519 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b8b7a655-6fa2-448f-8120-0c30c22ea113 req-b5719df8-0e65-4438-a21f-93d946195fd2 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674353 Sep 27 07:53:07.204237 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642daa6-ca79-4583-987e-27adf292b958 req-574b9603-f7e5-46d6-b88c-d23921bcb4e1 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:07.204237 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1642daa6-ca79-4583-987e-27adf292b958 req-574b9603-f7e5-46d6-b88c-d23921bcb4e1 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 943 time: 0.0651071 Sep 27 07:53:07.249649 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1642daa6-ca79-4583-987e-27adf292b958 req-2e07702e-ba40-4cd8-a27e-dc9d2f2c9857 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397129 Sep 27 07:53:07.258543 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:07.259352 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device f90d1050-ffa8-4b5d-aee5-9604a554f8ed details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:53:07.304601 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd618754-00fb-469e-9e1a-dcc2a8bee637 req-0c25f168-79ec-40ef-96bf-cdf04f469570 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:07.305894 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fd618754-00fb-469e-9e1a-dcc2a8bee637 req-0c25f168-79ec-40ef-96bf-cdf04f469570 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 946 time: 0.0491621 Sep 27 07:53:07.334853 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:07.343610 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=5f97ed66-5419-4496-8392-e6c20cd6c6eb,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:07.352437 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fd618754-00fb-469e-9e1a-dcc2a8bee637 req-5fc15a82-3ccc-40b6-baee-011d367b5760 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374112 Sep 27 07:53:07.457152 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=d174bc02-3280-4b4e-91bb-c96bab633a75,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:07.467894 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port f90d1050-ffa8-4b5d-aee5-9604a554f8ed, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=f90d1050-ffa8-4b5d-aee5-9604a554f8ed,segment=NetworkSegment(901f3602-6c57-4c6d-9c4d-ca98b4f3d945),segment_id=901f3602-6c57-4c6d-9c4d-ca98b4f3d945)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:07.480030 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': 'f90d1050-ffa8-4b5d-aee5-9604a554f8ed', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'port_id': 'f90d1050-ffa8-4b5d-aee5-9604a554f8ed', 'mac_address': 'fa:16:3e:9e:54:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:53:07.524124 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:07.545522 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f90d1050-ffa8-4b5d-aee5-9604a554f8ed {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:53:07.566791 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port f90d1050-ffa8-4b5d-aee5-9604a554f8ed, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=f90d1050-ffa8-4b5d-aee5-9604a554f8ed,segment=NetworkSegment(901f3602-6c57-4c6d-9c4d-ca98b4f3d945),segment_id=901f3602-6c57-4c6d-9c4d-ca98b4f3d945)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:07.567613 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ca86a4-f62b-46b6-964b-f2f1d1ebde9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fc5c91-93c3-4a12-a369-931cbd6a9d15'}, {'server_uuid': '3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d52c070-92a2-4125-bcef-dba7a04c2dc4'}, {'server_uuid': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd174bc02-3280-4b4e-91bb-c96bab633a75'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:53:07.570293 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40599547-63cf-44f0-ada3-9dff758edc55" -d '{"events": [{"server_uuid": "43ca86a4-f62b-46b6-964b-f2f1d1ebde9c", "name": "network-vif-plugged", "status": "completed", "tag": "91fc5c91-93c3-4a12-a369-931cbd6a9d15"}, {"server_uuid": "3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c", "name": "network-vif-plugged", "status": "completed", "tag": "4d52c070-92a2-4125-bcef-dba7a04c2dc4"}, {"server_uuid": "ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6", "name": "network-vif-plugged", "status": "completed", "tag": "d174bc02-3280-4b4e-91bb-c96bab633a75"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:53:07.579207 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 33878) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:07.628353 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 27 Sep 2021 07:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df60f460-11ed-42bc-a619-e77654dcf3be x-openstack-request-id: req-df60f460-11ed-42bc-a619-e77654dcf3be {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:53:07.628726 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ca86a4-f62b-46b6-964b-f2f1d1ebde9c", "name": "network-vif-plugged", "status": "completed", "tag": "91fc5c91-93c3-4a12-a369-931cbd6a9d15", "code": 200}, {"server_uuid": "3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c", "name": "network-vif-plugged", "status": "completed", "tag": "4d52c070-92a2-4125-bcef-dba7a04c2dc4", "code": 200}, {"server_uuid": "ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6", "name": "network-vif-plugged", "status": "completed", "tag": "d174bc02-3280-4b4e-91bb-c96bab633a75", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:53:07.628856 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbfadd-1134-44db-aaf9-a835ff768ddc req-fe21cd0d-98c8-47fb-8daa-d9004360a2aa tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:07.629211 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-df60f460-11ed-42bc-a619-e77654dcf3be {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:53:07.629729 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ca86a4-f62b-46b6-964b-f2f1d1ebde9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91fc5c91-93c3-4a12-a369-931cbd6a9d15', 'code': 200} Sep 27 07:53:07.630049 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d52c070-92a2-4125-bcef-dba7a04c2dc4', 'code': 200} Sep 27 07:53:07.630336 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-20bbfadd-1134-44db-aaf9-a835ff768ddc req-fe21cd0d-98c8-47fb-8daa-d9004360a2aa tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 943 time: 0.0819964 Sep 27 07:53:07.630481 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd174bc02-3280-4b4e-91bb-c96bab633a75', 'code': 200} Sep 27 07:53:07.634260 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:07.709846 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=f90d1050-ffa8-4b5d-aee5-9604a554f8ed,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:07.738467 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-20bbfadd-1134-44db-aaf9-a835ff768ddc req-ac7cdb72-7ad9-41fb-aa27-646253517c9c tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958278 Sep 27 07:53:07.767135 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b834815b-8fcd-46ca-a547-e5839cc344b5 req-1f55eb1b-9e8f-40ba-a5ad-3be0b27b64f5 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:07.768985 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b834815b-8fcd-46ca-a547-e5839cc344b5 req-1f55eb1b-9e8f-40ba-a5ad-3be0b27b64f5 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 946 time: 0.0874670 Sep 27 07:53:07.807516 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b834815b-8fcd-46ca-a547-e5839cc344b5 req-53f6246f-1b18-424b-bbf1-0033e5c9361c tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326223 Sep 27 07:53:07.820036 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-78876a28-1864-4995-b50c-53c54fbd27b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:07.912308 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-78876a28-1864-4995-b50c-53c54fbd27b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:07.937959 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['5f97ed66-5419-4496-8392-e6c20cd6c6eb'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:53:07.943649 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['f90d1050-ffa8-4b5d-aee5-9604a554f8ed'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:53:08.121568 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-78876a28-1864-4995-b50c-53c54fbd27b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:08.143071 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae744685-2da7-41b0-8a6a-d55d7d90e242 req-ea7f7765-aaa1-4e54-a79c-f3b416cbc49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:08.147210 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-ae744685-2da7-41b0-8a6a-d55d7d90e242 req-ea7f7765-aaa1-4e54-a79c-f3b416cbc49b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 1098 time: 0.0744915 Sep 27 07:53:08.227340 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-78876a28-1864-4995-b50c-53c54fbd27b3 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1445887d8d7a4c57b1344edf42abacf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6466579 Sep 27 07:53:08.237631 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 33894) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:08.245411 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78876a28-1864-4995-b50c-53c54fbd27b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172b1dfa-e4ae-46ad-9a5f-931e92883b7f,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:08.279447 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-ae744685-2da7-41b0-8a6a-d55d7d90e242 req-4a8e033b-55b0-4e1f-8c80-aebbff72cf91 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065750 Sep 27 07:53:08.282401 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b857c0d-e120-4978-a1f4-ae4c1748d43d req-8e1f2df7-7e1e-480a-b41d-f44265f5b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:08.284060 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7b857c0d-e120-4978-a1f4-ae4c1748d43d req-8e1f2df7-7e1e-480a-b41d-f44265f5b008 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 1098 time: 0.0752454 Sep 27 07:53:08.325182 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb600c-f826-41cc-b013-fe7122b12766 req-d905d3ac-ce69-4d0a-847a-96e93babfe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:08.327034 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-abcb600c-f826-41cc-b013-fe7122b12766 req-d905d3ac-ce69-4d0a-847a-96e93babfe59 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 1099 time: 0.1352391 Sep 27 07:53:08.331888 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 33898) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:08.376404 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c9845a00-f48b-4d9d-8048-5ece26fc4bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:08.429713 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c9845a00-f48b-4d9d-8048-5ece26fc4bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:08.457396 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab760551-3b46-4032-8bc5-8ef38745ba22 req-fde9f8e3-de57-43ad-9915-6a1802f4e7eb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:08.458898 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ab760551-3b46-4032-8bc5-8ef38745ba22 req-fde9f8e3-de57-43ad-9915-6a1802f4e7eb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.1115780 Sep 27 07:53:08.503437 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231bc7d5-7d93-43fa-963f-f5541a022d34 req-58b99c74-af25-48b1-9d39-8bf250e09d22 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:08.504938 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-231bc7d5-7d93-43fa-963f-f5541a022d34 req-58b99c74-af25-48b1-9d39-8bf250e09d22 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 944 time: 0.1430755 Sep 27 07:53:08.567529 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7b857c0d-e120-4978-a1f4-ae4c1748d43d req-981f9ca7-7093-4f54-990d-8fd2b28baa49 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739090 Sep 27 07:53:08.575856 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ab760551-3b46-4032-8bc5-8ef38745ba22 req-c5dcb42c-730b-485c-96bb-33134c4530fd tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081328 Sep 27 07:53:08.586991 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-abcb600c-f826-41cc-b013-fe7122b12766 req-5143f283-a785-4969-b5f1-f47597fe91d7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808253 Sep 27 07:53:08.610115 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-231bc7d5-7d93-43fa-963f-f5541a022d34 req-4cc2486c-413a-4ffe-9253-72d6f587a4e5 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858314 Sep 27 07:53:08.632894 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-08d12213-c538-4b48-8050-932eaf6d2a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:08.704489 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c228e2-4979-40da-9362-a60dee130e53 req-8a7d571a-d8aa-4729-9a21-b8ae164eb3e0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:08.706014 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-63c228e2-4979-40da-9362-a60dee130e53 req-8a7d571a-d8aa-4729-9a21-b8ae164eb3e0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 946 time: 0.0587845 Sep 27 07:53:08.745103 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-63c228e2-4979-40da-9362-a60dee130e53 req-180ed9e4-27c6-4467-b02e-cb902bf2eb4d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328257 Sep 27 07:53:08.768313 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c9845a00-f48b-4d9d-8048-5ece26fc4bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:08.771875 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c9845a00-f48b-4d9d-8048-5ece26fc4bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:08.772019 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-c9845a00-f48b-4d9d-8048-5ece26fc4bb5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/172b1dfa-e4ae-46ad-9a5f-931e92883b7f HTTP/1.1" status: 204 len: 168 time: 0.5331278 Sep 27 07:53:08.790270 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9845a00-f48b-4d9d-8048-5ece26fc4bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172b1dfa-e4ae-46ad-9a5f-931e92883b7f,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:08.919992 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:09.098112 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-08d12213-c538-4b48-8050-932eaf6d2a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:09.141137 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1855fe39-cab6-45bb-a543-d0de96194cad req-4fddbca2-6c20-4809-af2a-13a1e8c41e91 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:09.142607 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1855fe39-cab6-45bb-a543-d0de96194cad req-4fddbca2-6c20-4809-af2a-13a1e8c41e91 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 944 time: 0.3167603 Sep 27 07:53:09.150826 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedecfd4-35c4-4c81-9752-3d8ae5ab6357 req-deb5fb82-5451-4db3-8a56-46bd66466119 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:09.152123 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dedecfd4-35c4-4c81-9752-3d8ae5ab6357 req-deb5fb82-5451-4db3-8a56-46bd66466119 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 946 time: 0.0850430 Sep 27 07:53:09.210129 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1855fe39-cab6-45bb-a543-d0de96194cad req-ebda092d-493f-42e1-93ee-fe85edd09f6d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570791 Sep 27 07:53:09.210703 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-08d12213-c538-4b48-8050-932eaf6d2a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:09.230059 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dedecfd4-35c4-4c81-9752-3d8ae5ab6357 req-51b26b37-ccf4-4b49-932f-8ef30653d9aa tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696726 Sep 27 07:53:09.255377 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-08d12213-c538-4b48-8050-932eaf6d2a48 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6596fd60886f4590ad95f68439abb7e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9223216 Sep 27 07:53:09.256223 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d12213-c538-4b48-8050-932eaf6d2a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c182b5-4ece-4394-9147-03e735d55f6a,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:09.265445 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 33932) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:09.313017 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1624d9f5-ba95-4a0a-9bd4-ec7d23decedd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:09.333492 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1624d9f5-ba95-4a0a-9bd4-ec7d23decedd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:09.525394 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1624d9f5-ba95-4a0a-9bd4-ec7d23decedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:09.528104 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1624d9f5-ba95-4a0a-9bd4-ec7d23decedd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:09.530032 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-1624d9f5-ba95-4a0a-9bd4-ec7d23decedd admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c3c182b5-4ece-4394-9147-03e735d55f6a HTTP/1.1" status: 204 len: 168 time: 0.2634778 Sep 27 07:53:09.538290 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624d9f5-ba95-4a0a-9bd4-ec7d23decedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c182b5-4ece-4394-9147-03e735d55f6a,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:09.660788 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 33942) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:09.675318 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f02f91a3-9f04-4810-b1b5-8ba140d4f7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:09.742342 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bfd808-021e-4677-8fd0-69c8d5769100 req-466068a2-e6e7-497e-9036-d30fa1f934b8 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:09.745786 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-51bfd808-021e-4677-8fd0-69c8d5769100 req-466068a2-e6e7-497e-9036-d30fa1f934b8 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0932305 Sep 27 07:53:09.798001 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f02f91a3-9f04-4810-b1b5-8ba140d4f7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:09.804973 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-51bfd808-021e-4677-8fd0-69c8d5769100 req-0c2cb274-e839-4efd-ba2f-38289f5f4498 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513716 Sep 27 07:53:09.819994 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fff980-c315-4c4e-885c-ea1c63fdae69 req-3c96879b-57d6-4078-8665-9dfebf015982 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:09.822237 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-37fff980-c315-4c4e-885c-ea1c63fdae69 req-3c96879b-57d6-4078-8665-9dfebf015982 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 944 time: 0.1158957 Sep 27 07:53:09.871265 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-37fff980-c315-4c4e-885c-ea1c63fdae69 req-a2e68d20-08e8-4590-b2c2-a18bc9869440 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417094 Sep 27 07:53:09.874286 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f02f91a3-9f04-4810-b1b5-8ba140d4f7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:09.918078 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f91a3-9f04-4810-b1b5-8ba140d4f7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2801ac81-c1c0-465b-83a6-9fd8f100b882,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:09.925479 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-f02f91a3-9f04-4810-b1b5-8ba140d4f7c9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f7881484b1244fdda7aa8eb670fca9a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611492 Sep 27 07:53:09.925931 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 33952) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:09.985671 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4bdabb26-29dd-45be-88fd-cd5f282c69ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:10.010083 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4bdabb26-29dd-45be-88fd-cd5f282c69ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:10.187734 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4bdabb26-29dd-45be-88fd-cd5f282c69ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:10.193869 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4bdabb26-29dd-45be-88fd-cd5f282c69ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:10.197021 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-4bdabb26-29dd-45be-88fd-cd5f282c69ad admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2801ac81-c1c0-465b-83a6-9fd8f100b882 HTTP/1.1" status: 204 len: 168 time: 0.2679679 Sep 27 07:53:10.205860 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdabb26-29dd-45be-88fd-cd5f282c69ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2801ac81-c1c0-465b-83a6-9fd8f100b882,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:10.359910 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ded0e3-6f52-4fb6-8f8b-3bd638c845cf req-ddf3d4d7-4d06-43ac-8c98-7355f5e672b3 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:10.361557 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d8ded0e3-6f52-4fb6-8f8b-3bd638c845cf req-ddf3d4d7-4d06-43ac-8c98-7355f5e672b3 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 944 time: 0.0817292 Sep 27 07:53:10.369788 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754c581-4c03-4697-a75e-ed900f4128a6 req-53c9b0c0-6ba2-495a-94f3-f0d3bb317a1f tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:10.371202 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4754c581-4c03-4697-a75e-ed900f4128a6 req-53c9b0c0-6ba2-495a-94f3-f0d3bb317a1f tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 946 time: 0.0664909 Sep 27 07:53:10.430184 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d8ded0e3-6f52-4fb6-8f8b-3bd638c845cf req-f51d3a13-1551-4241-a4a9-0bfee74b743e tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580099 Sep 27 07:53:10.435896 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4754c581-4c03-4697-a75e-ed900f4128a6 req-e223d507-8aaa-4260-a2bb-00770b463cdf tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575237 Sep 27 07:53:10.438566 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 33962) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:10.456036 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-77db61f2-8238-45da-a3e8-cda71dfb38e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:10.542506 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-77db61f2-8238-45da-a3e8-cda71dfb38e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:10.639099 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-77db61f2-8238-45da-a3e8-cda71dfb38e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:10.678713 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-77db61f2-8238-45da-a3e8-cda71dfb38e1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5f25213177464ca69709431a95995e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390764 Sep 27 07:53:10.680596 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db61f2-8238-45da-a3e8-cda71dfb38e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5253a9bf-90f4-450c-a331-3a4f72d5d24c,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:10.681452 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 33966) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:10.730520 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d6422d87-d457-4f15-a864-2882442ba568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:10.752889 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d6422d87-d457-4f15-a864-2882442ba568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:10.780701 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 5f97ed66-5419-4496-8392-e6c20cd6c6eb up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:53:10.917994 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d6422d87-d457-4f15-a864-2882442ba568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:10.921143 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d6422d87-d457-4f15-a864-2882442ba568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:10.922309 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-d6422d87-d457-4f15-a864-2882442ba568 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5253a9bf-90f4-450c-a331-3a4f72d5d24c HTTP/1.1" status: 204 len: 168 time: 0.2397745 Sep 27 07:53:10.934150 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6422d87-d457-4f15-a864-2882442ba568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5253a9bf-90f4-450c-a331-3a4f72d5d24c,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:10.965307 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09343a07-5551-43ab-bad0-179dca44cb3c req-f1f5fef5-77dd-4497-b24e-7d83f95e19b8 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:10.965659 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port 5f97ed66-5419-4496-8392-e6c20cd6c6eb completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 07:53:10.969358 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-09343a07-5551-43ab-bad0-179dca44cb3c req-f1f5fef5-77dd-4497-b24e-7d83f95e19b8 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0817101 Sep 27 07:53:10.976744 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port 5f97ed66-5419-4496-8392-e6c20cd6c6eb triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:53:10.977189 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:11.013993 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-09343a07-5551-43ab-bad0-179dca44cb3c req-1b24c574-ad88-4e06-9656-8bda6908c2bb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400856 Sep 27 07:53:11.063767 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 33992) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:11.089336 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-44aaad16-19e5-4e05-9f61-3df5fcbaf708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:11.095609 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:11.123583 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fc21f9-c26c-41cc-8d69-a8f308289888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f97ed66-5419-4496-8392-e6c20cd6c6eb'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:53:11.126185 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c54254-efd6-489e-bd41-b8af1213fce8" -d '{"events": [{"server_uuid": "42fc21f9-c26c-41cc-8d69-a8f308289888", "name": "network-vif-plugged", "status": "completed", "tag": "5f97ed66-5419-4496-8392-e6c20cd6c6eb"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:53:11.139236 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 5f97ed66-5419-4496-8392-e6c20cd6c6eb, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5f97ed66-5419-4496-8392-e6c20cd6c6eb,segment=NetworkSegment(a0f60bb0-3e48-4f0c-a854-a47cf16cad01),segment_id=a0f60bb0-3e48-4f0c-a854-a47cf16cad01)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:11.171686 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf1524-4704-48d0-8864-9479d5e8e423 req-67117271-af3e-4911-9317-eb020f4d27a3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:11.173182 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7ccf1524-4704-48d0-8864-9479d5e8e423 req-67117271-af3e-4911-9317-eb020f4d27a3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 944 time: 0.0715380 Sep 27 07:53:11.210074 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:11.211088 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device f90d1050-ffa8-4b5d-aee5-9604a554f8ed up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:53:11.230383 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7ccf1524-4704-48d0-8864-9479d5e8e423 req-add2430e-c1e7-4321-97d4-7ff10c85b817 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492902 Sep 27 07:53:11.264517 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-44aaad16-19e5-4e05-9f61-3df5fcbaf708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:11.308959 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=5f97ed66-5419-4496-8392-e6c20cd6c6eb,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:11.374343 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-44aaad16-19e5-4e05-9f61-3df5fcbaf708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:11.416584 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port f90d1050-ffa8-4b5d-aee5-9604a554f8ed completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 07:53:11.429316 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port f90d1050-ffa8-4b5d-aee5-9604a554f8ed triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:53:11.429805 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:11.444164 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 34008) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:11.444404 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-44aaad16-19e5-4e05-9f61-3df5fcbaf708 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=df126da6dbc241a9b88de7e6833078d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792815 Sep 27 07:53:11.444930 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aaad16-19e5-4e05-9f61-3df5fcbaf708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24b1472-2022-432d-b7e1-4d8eef642523,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:11.489009 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a96396-f151-4475-8be9-5b71b91b02ee req-dfa0b252-605b-4fae-8103-c9714eb5997d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:11.513980 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-75a96396-f151-4475-8be9-5b71b91b02ee req-dfa0b252-605b-4fae-8103-c9714eb5997d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.1460035 Sep 27 07:53:11.513980 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 34016) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:11.515590 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-03f8e656-c026-40f2-bf1c-f4abc10ecf8b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Request body: {'floatingip': {'port_id': 'd174bc02-3280-4b4e-91bb-c96bab633a75'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:53:11.542131 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:11.560744 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6493746-d93a-4a95-a035-a975274c51a2 x-openstack-request-id: req-b6493746-d93a-4a95-a035-a975274c51a2 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:53:11.565782 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fc21f9-c26c-41cc-8d69-a8f308289888", "name": "network-vif-plugged", "status": "completed", "tag": "5f97ed66-5419-4496-8392-e6c20cd6c6eb", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:53:11.566181 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6493746-d93a-4a95-a035-a975274c51a2 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:53:11.566707 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fc21f9-c26c-41cc-8d69-a8f308289888', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f97ed66-5419-4496-8392-e6c20cd6c6eb', 'code': 200} Sep 27 07:53:11.583967 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf359-d8fd-4c3d-b485-6843035d4f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:11.599815 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03f8e656-c026-40f2-bf1c-f4abc10ecf8b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for floatingip, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:11.613849 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port f90d1050-ffa8-4b5d-aee5-9604a554f8ed, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=f90d1050-ffa8-4b5d-aee5-9604a554f8ed,segment=NetworkSegment(901f3602-6c57-4c6d-9c4d-ca98b4f3d945),segment_id=901f3602-6c57-4c6d-9c4d-ca98b4f3d945)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:11.614133 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf359-d8fd-4c3d-b485-6843035d4f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:11.720079 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:11.776601 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb2459-520f-450e-9bf2-a2750072d80f req-672e8e2b-d194-49e5-bcac-18c3a4507e1b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:11.781078 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=f90d1050-ffa8-4b5d-aee5-9604a554f8ed,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:11.782944 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf359-d8fd-4c3d-b485-6843035d4f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:11.785255 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-60bb2459-520f-450e-9bf2-a2750072d80f req-672e8e2b-d194-49e5-bcac-18c3a4507e1b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 944 time: 0.1439710 Sep 27 07:53:11.786015 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3a7bf359-d8fd-4c3d-b485-6843035d4f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:11.787671 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-3a7bf359-d8fd-4c3d-b485-6843035d4f2a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e24b1472-2022-432d-b7e1-4d8eef642523 HTTP/1.1" status: 204 len: 168 time: 0.3416967 Sep 27 07:53:11.797552 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bf359-d8fd-4c3d-b485-6843035d4f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24b1472-2022-432d-b7e1-4d8eef642523,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:11.919489 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-60bb2459-520f-450e-9bf2-a2750072d80f req-7ca05919-5ea0-4004-b4bb-99386789be93 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319070 Sep 27 07:53:12.015746 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a77a56-319d-4704-b071-c6117de62254 req-170677b3-66ac-49f9-83bd-547bebd033ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:12.015746 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b1a77a56-319d-4704-b071-c6117de62254 req-170677b3-66ac-49f9-83bd-547bebd033ce service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 1098 time: 0.0917444 Sep 27 07:53:12.048722 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460d2dc5-2842-42a6-ae81-dc0ade831306 req-c7c74841-2901-4981-b6dd-7f2a5059ad4d tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:12.050255 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-460d2dc5-2842-42a6-ae81-dc0ade831306 req-c7c74841-2901-4981-b6dd-7f2a5059ad4d tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 946 time: 0.0918972 Sep 27 07:53:12.247542 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b1a77a56-319d-4704-b071-c6117de62254 req-08c039d1-70da-4a02-a193-8409966bf02f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161746 Sep 27 07:53:12.257331 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-460d2dc5-2842-42a6-ae81-dc0ade831306 req-829ea0e7-8e1c-4c09-86f5-6bc0d6f8525a tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700187 Sep 27 07:53:12.412692 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.db.resource_extend [None req-03f8e656-c026-40f2-bf1c-f4abc10ecf8b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 27 07:53:12.484211 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90c8953-eda1-4c4f-adcb-354cc502bebe req-866bf643-387a-4605-9e16-955587cffdb7 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:12.492756 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d90c8953-eda1-4c4f-adcb-354cc502bebe req-866bf643-387a-4605-9e16-955587cffdb7 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.1308281 Sep 27 07:53:12.511449 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03f8e656-c026-40f2-bf1c-f4abc10ecf8b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:12.537625 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d90c8953-eda1-4c4f-adcb-354cc502bebe req-cd8334a8-4657-4f30-8bf0-1142b3a129c3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404074 Sep 27 07:53:12.588518 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03f8e656-c026-40f2-bf1c-f4abc10ecf8b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560409'] for floatingip, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:12.691180 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.l3_db [None req-03f8e656-c026-40f2-bf1c-f4abc10ecf8b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Floating IP 0fcb1841-41ce-4f69-9d68-9fe7acbf2c30 associated. External IP: 172.27.0.59, port: d174bc02-3280-4b4e-91bb-c96bab633a75. Sep 27 07:53:13.119343 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7cff8-9719-4922-b44a-0083b4ba1299 req-9707135d-4a37-41b6-ad86-14e1c0b1608e tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:13.120821 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-72f7cff8-9719-4922-b44a-0083b4ba1299 req-9707135d-4a37-41b6-ad86-14e1c0b1608e tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0938783 Sep 27 07:53:13.156958 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f8e656-c026-40f2-bf1c-f4abc10ecf8b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:53:13.182527 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-72f7cff8-9719-4922-b44a-0083b4ba1299 req-c5708555-06b8-4b5d-bb53-90b5ae150a3a tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534616 Sep 27 07:53:13.327836 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f8e656-c026-40f2-bf1c-f4abc10ecf8b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:53:13.338450 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03f8e656-c026-40f2-bf1c-f4abc10ecf8b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:13.343859 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842dccf1-330d-4f7e-917f-2636a343b6fb None None] Sync routers for ids ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:53:13.357668 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842dccf1-330d-4f7e-917f-2636a343b6fb None None] Routers {'d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:53:13.357668 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-842dccf1-330d-4f7e-917f-2636a343b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:53:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:53:13.370888 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-03f8e656-c026-40f2-bf1c-f4abc10ecf8b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "PUT /v2.0/floatingips/0fcb1841-41ce-4f69-9d68-9fe7acbf2c30 HTTP/1.1" status: 200 len: 990 time: 1.8601155 Sep 27 07:53:13.372130 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'tag': 'd174bc02-3280-4b4e-91bb-c96bab633a75'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:53:13.386089 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d298dbbd-4367-4203-93c2-0901933643e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6", "tag": "d174bc02-3280-4b4e-91bb-c96bab633a75"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:53:13.464399 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff01e808-8fae-4780-bcc2-0c00c5bfc711 x-openstack-request-id: req-ff01e808-8fae-4780-bcc2-0c00c5bfc711 {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:53:13.465050 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6", "tag": "d174bc02-3280-4b4e-91bb-c96bab633a75", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:53:13.465288 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ff01e808-8fae-4780-bcc2-0c00c5bfc711 {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:53:13.466745 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'tag': 'd174bc02-3280-4b4e-91bb-c96bab633a75', 'status': 'completed', 'code': 200} Sep 27 07:53:13.524709 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-842dccf1-330d-4f7e-917f-2636a343b6fb None None] Set router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:53:13.555179 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298dbbd-4367-4203-93c2-0901933643e6 req-db9498d8-5e44-4329-ba2f-66e4b8be616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:13.556717 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d298dbbd-4367-4203-93c2-0901933643e6 req-db9498d8-5e44-4329-ba2f-66e4b8be616b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b1bc7a25806467289ddc968184753a5&device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 1098 time: 0.0524807 Sep 27 07:53:13.569079 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d825964-1458-44b1-a6e2-3598ee325982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90d1050-ffa8-4b5d-aee5-9604a554f8ed'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:53:13.578847 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4c3d4b-0d24-4530-b7dc-96adc337c820" -d '{"events": [{"server_uuid": "0d825964-1458-44b1-a6e2-3598ee325982", "name": "network-vif-plugged", "status": "completed", "tag": "f90d1050-ffa8-4b5d-aee5-9604a554f8ed"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:53:13.694765 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c0c925-8f1e-4f5b-9212-9551fdd665b7 x-openstack-request-id: req-35c0c925-8f1e-4f5b-9212-9551fdd665b7 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:53:13.695333 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d825964-1458-44b1-a6e2-3598ee325982", "name": "network-vif-plugged", "status": "completed", "tag": "f90d1050-ffa8-4b5d-aee5-9604a554f8ed", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:53:13.695980 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-35c0c925-8f1e-4f5b-9212-9551fdd665b7 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:53:13.696618 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d825964-1458-44b1-a6e2-3598ee325982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f90d1050-ffa8-4b5d-aee5-9604a554f8ed', 'code': 200} Sep 27 07:53:13.735699 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a955ed7f-b2ec-452d-b389-80ad77a7b991 req-94d7daca-aa13-4d27-9a24-cf556ef688da tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:13.743189 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a955ed7f-b2ec-452d-b389-80ad77a7b991 req-94d7daca-aa13-4d27-9a24-cf556ef688da tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.1022084 Sep 27 07:53:13.760537 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298dbbd-4367-4203-93c2-0901933643e6 req-5d161ce6-05cf-43e4-b8a3-9aba7d8a9fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:13.762081 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d298dbbd-4367-4203-93c2-0901933643e6 req-5d161ce6-05cf-43e4-b8a3-9aba7d8a9fca service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a HTTP/1.1" status: 200 len: 917 time: 0.1864460 Sep 27 07:53:13.789361 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a955ed7f-b2ec-452d-b389-80ad77a7b991 req-cfbcfdda-9e39-4e38-a475-ee691527aa1f tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453260 Sep 27 07:53:13.858471 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-842dccf1-330d-4f7e-917f-2636a343b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T07:52:29Z', 'revision_number': 4, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port': {'id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:23Z', 'updated_at': '2021-09-27T07:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '0fcb1841-41ce-4f69-9d68-9fe7acbf2c30', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'port_id': 'd174bc02-3280-4b4e-91bb-c96bab633a75', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'mac_address': 'fa:16:3e:f9:6f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:52:37Z', 'updated_at': '2021-09-27T07:53:12Z', 'revision_number': 1, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b32dc464-8e1c-46cd-94af-a1b5b9ba97af', 'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'mac_address': 'fa:16:3e:01:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:34Z', 'revision_number': 5, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'subnets': [{'id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:53:13.891230 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d298dbbd-4367-4203-93c2-0901933643e6 req-d0a7a1d0-9c50-417c-b7b9-f2f21d92d11a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d174bc02-3280-4b4e-91bb-c96bab633a75 HTTP/1.1" status: 200 len: 998 time: 0.1121223 Sep 27 07:53:13.903678 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842dccf1-330d-4f7e-917f-2636a343b6fb None None] Checking router: d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:53:13.906892 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 34090) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:13.911819 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842dccf1-330d-4f7e-917f-2636a343b6fb None None] Routers {'d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:53:13.912620 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-842dccf1-330d-4f7e-917f-2636a343b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:53:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:53:13.968451 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298dbbd-4367-4203-93c2-0901933643e6 req-3f07c863-9e6c-4b42-bd22-7b94f8d24126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:13.969975 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d298dbbd-4367-4203-93c2-0901933643e6 req-3f07c863-9e6c-4b42-bd22-7b94f8d24126 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfd5703-49a7-4117-8b63-4cb80c5fda09 HTTP/1.1" status: 200 len: 855 time: 0.0657127 Sep 27 07:53:14.040022 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298dbbd-4367-4203-93c2-0901933643e6 req-05299d19-02e3-4c18-be4f-c1407c40ff61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:14.042048 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d298dbbd-4367-4203-93c2-0901933643e6 req-05299d19-02e3-4c18-be4f-c1407c40ff61 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622780 Sep 27 07:53:14.042388 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-698a67d2-f769-4a31-80a1-0f5aeb47c4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:14.046757 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-842dccf1-330d-4f7e-917f-2636a343b6fb None None] Set router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:53:14.154686 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d298dbbd-4367-4203-93c2-0901933643e6 req-412c3ad0-8d4d-47e5-a564-d899c14cf5b4 service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047153 Sep 27 07:53:14.174412 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66ea3e-ae95-4bf4-ac58-724516583fbc req-0a749dc9-f519-4800-aeff-f25164f510ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:14.176062 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-5d66ea3e-ae95-4bf4-ac58-724516583fbc req-0a749dc9-f519-4800-aeff-f25164f510ba service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 1098 time: 0.0671134 Sep 27 07:53:14.185535 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-698a67d2-f769-4a31-80a1-0f5aeb47c4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:14.228561 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-5d66ea3e-ae95-4bf4-ac58-724516583fbc req-9d4e54dd-7c9a-4461-9eb3-ef75031901e2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359116 Sep 27 07:53:14.253099 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d298dbbd-4367-4203-93c2-0901933643e6 req-ac67b023-ea6f-4cb3-84cd-ea85231e0c61 service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912709 Sep 27 07:53:14.312512 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-842dccf1-330d-4f7e-917f-2636a343b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T07:52:29Z', 'revision_number': 4, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port': {'id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:23Z', 'updated_at': '2021-09-27T07:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '0fcb1841-41ce-4f69-9d68-9fe7acbf2c30', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'port_id': 'd174bc02-3280-4b4e-91bb-c96bab633a75', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'mac_address': 'fa:16:3e:f9:6f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:52:37Z', 'updated_at': '2021-09-27T07:53:12Z', 'revision_number': 1, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b32dc464-8e1c-46cd-94af-a1b5b9ba97af', 'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'mac_address': 'fa:16:3e:01:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:34Z', 'revision_number': 5, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'subnets': [{'id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:53:14.324238 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-698a67d2-f769-4a31-80a1-0f5aeb47c4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:14.368654 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-698a67d2-f769-4a31-80a1-0f5aeb47c4b6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0dec6a3d11a24281974d68ed5f09ff03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4604857 Sep 27 07:53:14.377147 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 34106) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:14.395143 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a67d2-f769-4a31-80a1-0f5aeb47c4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51413d50-1a49-4c9f-a65e-541ea38e288f,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:14.451820 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-869d9f91-29f6-4baa-884e-1bc076b6250a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:14.458954 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838d2e7-5662-41f1-936b-c7ef1f109b2f req-ee90c067-57c4-4eab-ab2d-0c49c2337713 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:14.460609 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3838d2e7-5662-41f1-936b-c7ef1f109b2f req-ee90c067-57c4-4eab-ab2d-0c49c2337713 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.1612332 Sep 27 07:53:14.487098 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-869d9f91-29f6-4baa-884e-1bc076b6250a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:14.488570 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842dccf1-330d-4f7e-917f-2636a343b6fb None None] The sync data for ids ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'] in dv-cinder-811078-1-iscsi is: [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T07:52:29Z', 'revision_number': 4, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port': {'id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:23Z', 'updated_at': '2021-09-27T07:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '0fcb1841-41ce-4f69-9d68-9fe7acbf2c30', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'floating_ip_address': '172.27.0.59', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'port_id': 'd174bc02-3280-4b4e-91bb-c96bab633a75', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'mac_address': 'fa:16:3e:f9:6f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:52:37Z', 'updated_at': '2021-09-27T07:53:12Z', 'revision_number': 1, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b32dc464-8e1c-46cd-94af-a1b5b9ba97af', 'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'mac_address': 'fa:16:3e:01:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:34Z', 'revision_number': 5, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'subnets': [{'id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:53:14.542526 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3838d2e7-5662-41f1-936b-c7ef1f109b2f req-1caca40b-89ee-4611-9cb2-79cf29ddda28 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738807 Sep 27 07:53:14.657116 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-869d9f91-29f6-4baa-884e-1bc076b6250a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:14.660612 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-869d9f91-29f6-4baa-884e-1bc076b6250a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:14.661943 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-869d9f91-29f6-4baa-884e-1bc076b6250a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51413d50-1a49-4c9f-a65e-541ea38e288f HTTP/1.1" status: 204 len: 168 time: 0.2837694 Sep 27 07:53:14.671599 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d9f91-29f6-4baa-884e-1bc076b6250a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51413d50-1a49-4c9f-a65e-541ea38e288f,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:14.783299 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324ca56c-89a6-47cd-870e-432f3a82dc64 None None] New status for floating IP 0fcb1841-41ce-4f69-9d68-9fe7acbf2c30: ACTIVE {{(pid=106359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 07:53:14.910636 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455ceca-4f04-4e59-b7ec-8febddde98ac req-804e58e0-c8a8-4608-a727-8daef6575eeb tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:14.912156 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6455ceca-4f04-4e59-b7ec-8febddde98ac req-804e58e0-c8a8-4608-a727-8daef6575eeb tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0489070 Sep 27 07:53:14.951546 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6455ceca-4f04-4e59-b7ec-8febddde98ac req-c73dab40-8ac3-4450-92a3-921ff5917c42 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330758 Sep 27 07:53:15.513930 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 34146) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:15.534195 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b7682cd1-fda2-4f92-9ba2-42acb6b96698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:15.630190 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053b773-1dec-4042-b798-4672f939cfb4 req-018dfb47-6512-4899-b306-955bf9dd712d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:15.631679 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a053b773-1dec-4042-b798-4672f939cfb4 req-018dfb47-6512-4899-b306-955bf9dd712d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0493073 Sep 27 07:53:15.644269 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b7682cd1-fda2-4f92-9ba2-42acb6b96698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:15.673247 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a053b773-1dec-4042-b798-4672f939cfb4 req-947ff59c-9854-452d-8a7f-bff7185acf23 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346842 Sep 27 07:53:15.749675 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b7682cd1-fda2-4f92-9ba2-42acb6b96698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:15.784164 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7682cd1-fda2-4f92-9ba2-42acb6b96698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6061fea-7dc5-407d-bc44-9359b5d6aea9,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:15.810374 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff39a6-5a1a-4ab5-a42a-3fbc78525170 req-9ecf77b9-edf1-4bca-9fa0-f9dcba361ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:15.811320 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-b7682cd1-fda2-4f92-9ba2-42acb6b96698 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0f57e0ab4c4d42e09cbcd5159985dc57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957017 Sep 27 07:53:15.811864 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-13ff39a6-5a1a-4ab5-a42a-3fbc78525170 req-9ecf77b9-edf1-4bca-9fa0-f9dcba361ea6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db214cdbafc9405aa877c1f184e8532e&device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 1098 time: 0.0892541 Sep 27 07:53:15.814637 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 34160) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:15.828288 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f572e9-9e79-41d3-8cba-c4cbd898ec65 req-bd7ecc7b-7610-403b-b19a-3515ab8a128b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:15.830104 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-13f572e9-9e79-41d3-8cba-c4cbd898ec65 req-bd7ecc7b-7610-403b-b19a-3515ab8a128b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0754192 Sep 27 07:53:15.882899 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-71f4a143-9e2c-4cb3-82ee-38120f11e580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:15.907335 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-71f4a143-9e2c-4cb3-82ee-38120f11e580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:15.926948 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-13f572e9-9e79-41d3-8cba-c4cbd898ec65 req-84e77496-47c8-4090-9055-af17df82395d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876880 Sep 27 07:53:15.951802 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff39a6-5a1a-4ab5-a42a-3fbc78525170 req-12aee11c-a279-4f19-8a03-ab89b8178984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:15.953337 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-13ff39a6-5a1a-4ab5-a42a-3fbc78525170 req-12aee11c-a279-4f19-8a03-ab89b8178984 service neutron] 10.222.0.25 "GET /v2.0/networks?id=448aa08f-9439-4e3a-9cd7-ca641ada67be HTTP/1.1" status: 200 len: 920 time: 0.1219945 Sep 27 07:53:16.014854 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-13ff39a6-5a1a-4ab5-a42a-3fbc78525170 req-0a3d8df7-5863-4d01-91a7-bf6745826c2a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5f97ed66-5419-4496-8392-e6c20cd6c6eb HTTP/1.1" status: 200 len: 217 time: 0.0356600 Sep 27 07:53:16.057419 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-71f4a143-9e2c-4cb3-82ee-38120f11e580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:16.060284 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-71f4a143-9e2c-4cb3-82ee-38120f11e580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:16.061564 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-71f4a143-9e2c-4cb3-82ee-38120f11e580 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d6061fea-7dc5-407d-bc44-9359b5d6aea9 HTTP/1.1" status: 204 len: 168 time: 0.2443130 Sep 27 07:53:16.070113 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4a143-9e2c-4cb3-82ee-38120f11e580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6061fea-7dc5-407d-bc44-9359b5d6aea9,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:16.075925 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff39a6-5a1a-4ab5-a42a-3fbc78525170 req-29b23977-4a00-4fab-b6d6-9e78d402f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:16.077481 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-13ff39a6-5a1a-4ab5-a42a-3fbc78525170 req-29b23977-4a00-4fab-b6d6-9e78d402f18c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07db581e-2238-4bd1-aacc-bc8622529c44 HTTP/1.1" status: 200 len: 859 time: 0.0488861 Sep 27 07:53:16.139930 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-13ff39a6-5a1a-4ab5-a42a-3fbc78525170 req-aa047a7c-8103-4b62-9968-0710e7502b70 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=448aa08f-9439-4e3a-9cd7-ca641ada67be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541558 Sep 27 07:53:16.255703 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-13ff39a6-5a1a-4ab5-a42a-3fbc78525170 req-6df51f4c-14d7-493d-89f2-73eb4afae472 service neutron] 10.222.0.25 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939987 Sep 27 07:53:16.354957 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-13ff39a6-5a1a-4ab5-a42a-3fbc78525170 req-baea6411-f87b-4f39-9300-e4437c13bb5f service neutron] 10.222.0.25 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876460 Sep 27 07:53:16.610431 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:53:16.791983 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ef914-2dec-4621-a384-9e1e527f25c4 req-293b2b75-e3f6-4cac-853c-c981cef57d17 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:16.795855 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-513ef914-2dec-4621-a384-9e1e527f25c4 req-293b2b75-e3f6-4cac-853c-c981cef57d17 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0504348 Sep 27 07:53:16.874568 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-513ef914-2dec-4621-a384-9e1e527f25c4 req-73d35c1f-3b6f-4ec5-9c6f-7f7cf0e3eeab tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704253 Sep 27 07:53:17.040081 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13734484-0762-4b23-9464-c57f5003bc1d req-21642848-c61d-49fc-ac21-52382dd9ed22 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:17.042114 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-13734484-0762-4b23-9464-c57f5003bc1d req-21642848-c61d-49fc-ac21-52382dd9ed22 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0489554 Sep 27 07:53:17.082409 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-13734484-0762-4b23-9464-c57f5003bc1d req-8b6f72c6-cea7-4695-a339-6e5aa79d3729 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335822 Sep 27 07:53:17.201041 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5027be-a430-41b4-84ce-e719d5bc78b5 req-04650e38-b728-4fb0-a3d4-003e8e3d75ea tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:17.202417 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bd5027be-a430-41b4-84ce-e719d5bc78b5 req-04650e38-b728-4fb0-a3d4-003e8e3d75ea tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0560272 Sep 27 07:53:17.213025 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 34216) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:17.218386 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-15ab91a9-30ee-4d46-8871-f1e35db1bd5f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Request body: {'floatingip': {'port_id': 'f90d1050-ffa8-4b5d-aee5-9604a554f8ed'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:53:17.260929 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-15ab91a9-30ee-4d46-8871-f1e35db1bd5f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for floatingip, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:17.690845 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-15ab91a9-30ee-4d46-8871-f1e35db1bd5f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:17.777152 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-15ab91a9-30ee-4d46-8871-f1e35db1bd5f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560409'] for floatingip, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:18.161050 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.l3_db [None req-15ab91a9-30ee-4d46-8871-f1e35db1bd5f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Floating IP ec8fa3e1-6c79-43f8-ac93-63bfcaf99a4f associated. External IP: 172.27.0.104, port: f90d1050-ffa8-4b5d-aee5-9604a554f8ed. Sep 27 07:53:18.209941 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe485bb-dceb-4a03-bc41-8b84dd1fc63d req-bc408e7e-ac7c-4f0b-9a15-392eaedeefdd tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:18.211423 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dfe485bb-dceb-4a03-bc41-8b84dd1fc63d req-bc408e7e-ac7c-4f0b-9a15-392eaedeefdd tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0906928 Sep 27 07:53:18.285620 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dfe485bb-dceb-4a03-bc41-8b84dd1fc63d req-ab523ffe-8429-4197-b854-022c10add192 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464404 Sep 27 07:53:18.404132 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ab91a9-30ee-4d46-8871-f1e35db1bd5f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Router 177de78c-5768-4320-a701-4d933338d83e has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:53:18.521386 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ab91a9-30ee-4d46-8871-f1e35db1bd5f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:53:18.526767 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-15ab91a9-30ee-4d46-8871-f1e35db1bd5f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:18.532302 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc293ca9-e5ff-46e3-8278-844659f06620 None None] Sync routers for ids ['177de78c-5768-4320-a701-4d933338d83e'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:53:18.541460 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc293ca9-e5ff-46e3-8278-844659f06620 None None] Routers {'177de78c-5768-4320-a701-4d933338d83e'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:53:18.546241 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-cc293ca9-e5ff-46e3-8278-844659f06620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:53:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['177de78c-5768-4320-a701-4d933338d83e'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:53:18.561082 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-15ab91a9-30ee-4d46-8871-f1e35db1bd5f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "PUT /v2.0/floatingips/ec8fa3e1-6c79-43f8-ac93-63bfcaf99a4f HTTP/1.1" status: 200 len: 991 time: 1.3468120 Sep 27 07:53:18.561984 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d825964-1458-44b1-a6e2-3598ee325982', 'tag': 'f90d1050-ffa8-4b5d-aee5-9604a554f8ed'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:53:18.564440 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf44e06-f709-43f2-8c52-3d7de62edc8e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d825964-1458-44b1-a6e2-3598ee325982", "tag": "f90d1050-ffa8-4b5d-aee5-9604a554f8ed"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:53:18.601877 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bd5538-e5c1-414a-9371-c6c7446dd5be x-openstack-request-id: req-05bd5538-e5c1-414a-9371-c6c7446dd5be {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:53:18.602468 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d825964-1458-44b1-a6e2-3598ee325982", "tag": "f90d1050-ffa8-4b5d-aee5-9604a554f8ed", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:53:18.602849 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-05bd5538-e5c1-414a-9371-c6c7446dd5be {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:53:18.603315 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d825964-1458-44b1-a6e2-3598ee325982', 'tag': 'f90d1050-ffa8-4b5d-aee5-9604a554f8ed', 'status': 'completed', 'code': 200} Sep 27 07:53:18.654564 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-cc293ca9-e5ff-46e3-8278-844659f06620 None None] Set router 177de78c-5768-4320-a701-4d933338d83e gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:53:18.694481 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf44e06-f709-43f2-8c52-3d7de62edc8e req-61022e8c-62c6-4c91-b126-e0348b306e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:18.695994 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eaf44e06-f709-43f2-8c52-3d7de62edc8e req-61022e8c-62c6-4c91-b126-e0348b306e07 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=44a7dbe773ff4db489d00bd2021ead4b&device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 1098 time: 0.0445557 Sep 27 07:53:18.794907 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf44e06-f709-43f2-8c52-3d7de62edc8e req-a5ebef7e-1c91-4026-8d8d-d6e77635f652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:18.796379 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eaf44e06-f709-43f2-8c52-3d7de62edc8e req-a5ebef7e-1c91-4026-8d8d-d6e77635f652 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a1e8c124-882c-4ed3-9483-409ff26f3f96 HTTP/1.1" status: 200 len: 911 time: 0.0928769 Sep 27 07:53:18.891953 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eaf44e06-f709-43f2-8c52-3d7de62edc8e req-d443cecd-df78-4663-a163-d89d23e7adae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f90d1050-ffa8-4b5d-aee5-9604a554f8ed HTTP/1.1" status: 200 len: 999 time: 0.0757155 Sep 27 07:53:18.897384 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-cc293ca9-e5ff-46e3-8278-844659f06620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:38Z', 'revision_number': 4, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port': {'id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': 'ec8fa3e1-6c79-43f8-ac93-63bfcaf99a4f', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '177de78c-5768-4320-a701-4d933338d83e', 'port_id': 'f90d1050-ffa8-4b5d-aee5-9604a554f8ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'mac_address': 'fa:16:3e:9e:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d825964-1458-44b1-a6e2-3598ee325982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:52:47Z', 'updated_at': '2021-09-27T07:53:17Z', 'revision_number': 1, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b52baf-42e8-49da-8528-a6c8c489cb36', 'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'mac_address': 'fa:16:3e:d1:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:36Z', 'updated_at': '2021-09-27T07:52:44Z', 'revision_number': 5, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'subnets': [{'id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:53:18.933220 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc293ca9-e5ff-46e3-8278-844659f06620 None None] Checking router: 177de78c-5768-4320-a701-4d933338d83e for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:53:18.941769 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc293ca9-e5ff-46e3-8278-844659f06620 None None] Routers {'177de78c-5768-4320-a701-4d933338d83e'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:53:18.942642 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-cc293ca9-e5ff-46e3-8278-844659f06620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:53:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['177de78c-5768-4320-a701-4d933338d83e'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:53:18.968788 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf44e06-f709-43f2-8c52-3d7de62edc8e req-dacee73d-9f70-4458-bb02-66c96b1add00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:18.971574 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eaf44e06-f709-43f2-8c52-3d7de62edc8e req-dacee73d-9f70-4458-bb02-66c96b1add00 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=61cb872e-4c80-4503-b20b-ef01cdc64f1b HTTP/1.1" status: 200 len: 849 time: 0.0668981 Sep 27 07:53:19.042175 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf44e06-f709-43f2-8c52-3d7de62edc8e req-9444efc0-812c-43b2-8ac5-f218fc6fb51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:19.044379 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eaf44e06-f709-43f2-8c52-3d7de62edc8e req-9444efc0-812c-43b2-8ac5-f218fc6fb51c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a1e8c124-882c-4ed3-9483-409ff26f3f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0599453 Sep 27 07:53:19.052978 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-cc293ca9-e5ff-46e3-8278-844659f06620 None None] Set router 177de78c-5768-4320-a701-4d933338d83e gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:53:19.140466 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eaf44e06-f709-43f2-8c52-3d7de62edc8e req-dd446955-a817-4d48-a1d0-f027b88d03ea service neutron] 10.222.0.25 "GET /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883868 Sep 27 07:53:19.239569 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eaf44e06-f709-43f2-8c52-3d7de62edc8e req-44c14235-a611-4321-9095-18b476323251 service neutron] 10.222.0.25 "GET /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855551 Sep 27 07:53:19.289979 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-cc293ca9-e5ff-46e3-8278-844659f06620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:38Z', 'revision_number': 4, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port': {'id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': 'ec8fa3e1-6c79-43f8-ac93-63bfcaf99a4f', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '177de78c-5768-4320-a701-4d933338d83e', 'port_id': 'f90d1050-ffa8-4b5d-aee5-9604a554f8ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'mac_address': 'fa:16:3e:9e:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d825964-1458-44b1-a6e2-3598ee325982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:52:47Z', 'updated_at': '2021-09-27T07:53:17Z', 'revision_number': 1, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b52baf-42e8-49da-8528-a6c8c489cb36', 'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'mac_address': 'fa:16:3e:d1:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:36Z', 'updated_at': '2021-09-27T07:52:44Z', 'revision_number': 5, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'subnets': [{'id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:53:19.317069 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc293ca9-e5ff-46e3-8278-844659f06620 None None] The sync data for ids ['177de78c-5768-4320-a701-4d933338d83e'] in dv-cinder-811078-1-iscsi is: [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:38Z', 'revision_number': 4, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port': {'id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': 'ec8fa3e1-6c79-43f8-ac93-63bfcaf99a4f', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'floating_ip_address': '172.27.0.104', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '177de78c-5768-4320-a701-4d933338d83e', 'port_id': 'f90d1050-ffa8-4b5d-aee5-9604a554f8ed', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'mac_address': 'fa:16:3e:9e:54:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d825964-1458-44b1-a6e2-3598ee325982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:52:47Z', 'updated_at': '2021-09-27T07:53:17Z', 'revision_number': 1, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b52baf-42e8-49da-8528-a6c8c489cb36', 'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'mac_address': 'fa:16:3e:d1:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:36Z', 'updated_at': '2021-09-27T07:52:44Z', 'revision_number': 5, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'subnets': [{'id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:53:19.425646 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dbafe2-3a02-4daf-a652-8ed876bb07cd req-bc0e58b2-63f0-443f-a979-57c85e096d49 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:19.426572 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-03dbafe2-3a02-4daf-a652-8ed876bb07cd req-bc0e58b2-63f0-443f-a979-57c85e096d49 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0633075 Sep 27 07:53:19.467986 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-03dbafe2-3a02-4daf-a652-8ed876bb07cd req-9fab06e2-a463-4322-9337-f7ef5ac9c70f tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348363 Sep 27 07:53:19.514154 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 34316) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:19.536539 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57e974e-3354-469b-aaf8-5b6cf5f26ae6 None None] New status for floating IP ec8fa3e1-6c79-43f8-ac93-63bfcaf99a4f: ACTIVE {{(pid=106359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 07:53:19.634979 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f158b4f1-a8f5-42cc-a305-69243ba27245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:19.736319 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f158b4f1-a8f5-42cc-a305-69243ba27245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:19.822455 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f158b4f1-a8f5-42cc-a305-69243ba27245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:19.867102 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-f158b4f1-a8f5-42cc-a305-69243ba27245 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb79704eb2784b7393441d63d4761c7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516476 Sep 27 07:53:19.870530 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158b4f1-a8f5-42cc-a305-69243ba27245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fb2064-16b4-4096-9008-7bb58a6bad0e,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:19.870803 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 34326) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:19.929414 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b03d4d2e-74f6-4383-ae0f-f35799d096ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:19.951221 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b03d4d2e-74f6-4383-ae0f-f35799d096ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:20.140860 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b03d4d2e-74f6-4383-ae0f-f35799d096ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:20.143485 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b03d4d2e-74f6-4383-ae0f-f35799d096ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:20.144662 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-b03d4d2e-74f6-4383-ae0f-f35799d096ba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/14fb2064-16b4-4096-9008-7bb58a6bad0e HTTP/1.1" status: 204 len: 168 time: 0.2733400 Sep 27 07:53:20.152974 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d4d2e-74f6-4383-ae0f-f35799d096ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fb2064-16b4-4096-9008-7bb58a6bad0e,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:20.596834 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea3b04-e72b-4f7b-ae5b-88d53d860d9f req-fb384a8b-5774-4f2d-9cc0-ac3b93a1d85a tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:20.598334 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-53ea3b04-e72b-4f7b-ae5b-88d53d860d9f req-fb384a8b-5774-4f2d-9cc0-ac3b93a1d85a tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0523207 Sep 27 07:53:20.640086 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-53ea3b04-e72b-4f7b-ae5b-88d53d860d9f req-18033e9b-3a16-45c0-81c8-a8ffc93690fd tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337214 Sep 27 07:53:20.918813 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 34358) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:20.931923 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-80a9179b-5f74-4b72-a131-b140113caa6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:21.033580 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-80a9179b-5f74-4b72-a131-b140113caa6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:21.131000 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-80a9179b-5f74-4b72-a131-b140113caa6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:21.135743 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 34364) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:21.164910 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-80a9179b-5f74-4b72-a131-b140113caa6c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=daa3b17f328646778706b603d12e1788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450187 Sep 27 07:53:21.171926 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 34368) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:21.178128 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9179b-5f74-4b72-a131-b140113caa6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49c3c96-79fe-470f-829e-5a456edf30eb,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:21.193536 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a9179b-5f74-4b72-a131-b140113caa6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.194081 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a9179b-5f74-4b72-a131-b140113caa6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.194424 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a9179b-5f74-4b72-a131-b140113caa6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.194754 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a9179b-5f74-4b72-a131-b140113caa6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.195082 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a9179b-5f74-4b72-a131-b140113caa6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.195561 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a9179b-5f74-4b72-a131-b140113caa6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.195890 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a9179b-5f74-4b72-a131-b140113caa6c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.196221 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a9179b-5f74-4b72-a131-b140113caa6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.196672 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a9179b-5f74-4b72-a131-b140113caa6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.197029 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a9179b-5f74-4b72-a131-b140113caa6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.197352 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a9179b-5f74-4b72-a131-b140113caa6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.197668 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a9179b-5f74-4b72-a131-b140113caa6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.235764 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c228b0c5-7306-4acb-a6cc-46f0639fedb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:21.262361 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a78d55da-650e-44ae-9d7a-183392e54f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:21.274192 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c228b0c5-7306-4acb-a6cc-46f0639fedb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:21.388212 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a78d55da-650e-44ae-9d7a-183392e54f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:21.432659 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c228b0c5-7306-4acb-a6cc-46f0639fedb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:21.435451 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c228b0c5-7306-4acb-a6cc-46f0639fedb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:21.438978 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-c228b0c5-7306-4acb-a6cc-46f0639fedb1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a49c3c96-79fe-470f-829e-5a456edf30eb HTTP/1.1" status: 204 len: 168 time: 0.2635994 Sep 27 07:53:21.459600 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228b0c5-7306-4acb-a6cc-46f0639fedb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49c3c96-79fe-470f-829e-5a456edf30eb,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:21.467712 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228b0c5-7306-4acb-a6cc-46f0639fedb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.467978 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228b0c5-7306-4acb-a6cc-46f0639fedb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.468320 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228b0c5-7306-4acb-a6cc-46f0639fedb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.468651 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228b0c5-7306-4acb-a6cc-46f0639fedb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.469011 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228b0c5-7306-4acb-a6cc-46f0639fedb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.469346 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228b0c5-7306-4acb-a6cc-46f0639fedb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.469680 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228b0c5-7306-4acb-a6cc-46f0639fedb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.470204 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228b0c5-7306-4acb-a6cc-46f0639fedb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.470542 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228b0c5-7306-4acb-a6cc-46f0639fedb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.470868 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228b0c5-7306-4acb-a6cc-46f0639fedb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.471194 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228b0c5-7306-4acb-a6cc-46f0639fedb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.471512 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c228b0c5-7306-4acb-a6cc-46f0639fedb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:21.513167 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a78d55da-650e-44ae-9d7a-183392e54f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:21.568277 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-a78d55da-650e-44ae-9d7a-183392e54f6e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb28e67dc05f478389e5ac81affd48cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4331827 Sep 27 07:53:21.569139 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d55da-650e-44ae-9d7a-183392e54f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2bf625-4e67-4fe9-aab0-fd47dba692ae,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:21.571065 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 34380) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:21.623170 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-311732ec-9108-4f0a-b352-7c1423e7291e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:21.645056 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-311732ec-9108-4f0a-b352-7c1423e7291e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:21.757308 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801a4b6-90a0-4a3a-b274-d48edb6c8aba req-1604ab14-a9f0-45c3-9cb4-224609d53826 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:21.758815 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1801a4b6-90a0-4a3a-b274-d48edb6c8aba req-1604ab14-a9f0-45c3-9cb4-224609d53826 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0503271 Sep 27 07:53:21.782400 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-311732ec-9108-4f0a-b352-7c1423e7291e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:21.785009 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-311732ec-9108-4f0a-b352-7c1423e7291e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:21.786155 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-311732ec-9108-4f0a-b352-7c1423e7291e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/be2bf625-4e67-4fe9-aab0-fd47dba692ae HTTP/1.1" status: 204 len: 168 time: 0.2140706 Sep 27 07:53:21.803924 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311732ec-9108-4f0a-b352-7c1423e7291e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2bf625-4e67-4fe9-aab0-fd47dba692ae,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:21.804181 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1801a4b6-90a0-4a3a-b274-d48edb6c8aba req-a0dbd2f2-a992-4537-a142-669689d66f49 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353241 Sep 27 07:53:22.393286 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f92729-f566-4844-8194-4c2849dedb65 req-5065b6bf-1f5d-4c34-86f4-68e8e2fdba64 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:22.393286 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f0f92729-f566-4844-8194-4c2849dedb65 req-5065b6bf-1f5d-4c34-86f4-68e8e2fdba64 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/networks?id=7ebc4c39-d0a1-4515-9004-e5c446b45be2 HTTP/1.1" status: 200 len: 814 time: 0.1093080 Sep 27 07:53:22.407936 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f0f92729-f566-4844-8194-4c2849dedb65 req-80f732f5-ce70-434b-bdd0-e64868310758 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/quotas/a3e875ff59c741c7a0ca09fc98132f20 HTTP/1.1" status: 200 len: 375 time: 0.0106816 Sep 27 07:53:22.469051 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f0f92729-f566-4844-8194-4c2849dedb65 req-bcf8e043-8702-49ee-9090-5ef17d72562c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3e875ff59c741c7a0ca09fc98132f20&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454161 Sep 27 07:53:22.569445 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f0f92729-f566-4844-8194-4c2849dedb65 req-f88c6d6e-d8be-4d5d-8f8a-030e50ced7c2 service neutron] 10.222.0.11 "GET /v2.0/networks/7ebc4c39-d0a1-4515-9004-e5c446b45be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987487 Sep 27 07:53:22.663742 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 34430) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:22.665142 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f0f92729-f566-4844-8194-4c2849dedb65 req-a530a4cf-25f6-4ef3-a6c0-7de4ad7e47c5 service neutron] 10.222.0.11 "GET /v2.0/networks/7ebc4c39-d0a1-4515-9004-e5c446b45be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905540 Sep 27 07:53:22.678197 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9de87a3a-cd9f-45e8-9417-c2c46bf9d70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:22.766169 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9de87a3a-cd9f-45e8-9417-c2c46bf9d70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:22.838100 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9de87a3a-cd9f-45e8-9417-c2c46bf9d70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:22.912792 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 34442) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:22.913456 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-9de87a3a-cd9f-45e8-9417-c2c46bf9d70d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b8ce2f0e1875462caf344249c5874c85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2479353 Sep 27 07:53:22.914820 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de87a3a-cd9f-45e8-9417-c2c46bf9d70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe640867-bb1b-4722-a6ee-26709ff3347a,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:23.006032 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bed13ea9-7348-48de-bcb5-a93d241a2eda req-174e3004-4c1e-4f41-adc0-b0bd97de9b24 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 210 time: 0.0552297 Sep 27 07:53:23.052356 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962161f4-1cad-47ba-b74e-26fa0ae727bc req-cf9b3331-3fec-47bf-87c8-19e3071ee51e tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:23.057623 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-962161f4-1cad-47ba-b74e-26fa0ae727bc req-cf9b3331-3fec-47bf-87c8-19e3071ee51e tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.1351569 Sep 27 07:53:23.060428 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f635f187-769c-4d76-abdd-0a9e73575c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:23.096907 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f635f187-769c-4d76-abdd-0a9e73575c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:23.129557 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-962161f4-1cad-47ba-b74e-26fa0ae727bc req-2afdc222-d2a8-4408-adde-7ed680c6842e tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652235 Sep 27 07:53:23.257107 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f635f187-769c-4d76-abdd-0a9e73575c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:23.259944 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f635f187-769c-4d76-abdd-0a9e73575c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:23.261320 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-f635f187-769c-4d76-abdd-0a9e73575c2b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fe640867-bb1b-4722-a6ee-26709ff3347a HTTP/1.1" status: 204 len: 168 time: 0.3470464 Sep 27 07:53:23.270954 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635f187-769c-4d76-abdd-0a9e73575c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe640867-bb1b-4722-a6ee-26709ff3347a,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:24.099693 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4bfa379e-7079-4eb7-9a60-bf17df379155 req-d75c374d-73f6-4e66-a4b0-dd7bfe03d214 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 210 time: 0.0262501 Sep 27 07:53:24.267878 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a97276-a93d-42ad-a132-f07506c750fd req-092c3f87-6574-4a98-8f06-6dffcfb6facb tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:24.269414 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-59a97276-a93d-42ad-a132-f07506c750fd req-092c3f87-6574-4a98-8f06-6dffcfb6facb tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0648248 Sep 27 07:53:24.312408 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-59a97276-a93d-42ad-a132-f07506c750fd req-7e46e3bd-c915-4baa-9c03-374abbecb82c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370131 Sep 27 07:53:25.095349 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 34546) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:25.240847 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-356bea12-2814-463a-b986-64496ce8bcae admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:25.333392 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-356bea12-2814-463a-b986-64496ce8bcae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:25.405325 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-356bea12-2814-463a-b986-64496ce8bcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:25.445674 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-356bea12-2814-463a-b986-64496ce8bcae admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a5a56cd116b64fbdb83dd908891a16b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492219 Sep 27 07:53:25.446815 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356bea12-2814-463a-b986-64496ce8bcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc22837-90bd-414a-bee2-6188fcdb8dff,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:25.448322 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 34568) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:25.514714 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-8589ad75-7317-45c4-9d29-9ffc85a406ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:25.536090 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-8589ad75-7317-45c4-9d29-9ffc85a406ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:25.645188 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-8589ad75-7317-45c4-9d29-9ffc85a406ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:25.647839 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-8589ad75-7317-45c4-9d29-9ffc85a406ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:25.648990 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-8589ad75-7317-45c4-9d29-9ffc85a406ce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ecc22837-90bd-414a-bee2-6188fcdb8dff HTTP/1.1" status: 204 len: 168 time: 0.1996422 Sep 27 07:53:25.656509 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589ad75-7317-45c4-9d29-9ffc85a406ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc22837-90bd-414a-bee2-6188fcdb8dff,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:26.017859 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 34584) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:26.126815 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-dc60eebb-a5ac-4d7f-b145-9ec76e737fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:26.211470 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-dc60eebb-a5ac-4d7f-b145-9ec76e737fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:26.331033 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-dc60eebb-a5ac-4d7f-b145-9ec76e737fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:26.368454 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-dc60eebb-a5ac-4d7f-b145-9ec76e737fba admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4374a5698e7e4e969200aaf72218d61f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493795 Sep 27 07:53:26.370474 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc60eebb-a5ac-4d7f-b145-9ec76e737fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4f8c78-d727-4046-9031-e6b3f481bd03,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:26.371170 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 34592) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:26.422203 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ee88790e-62c1-4609-9d03-8ae05badf3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:26.442461 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ee88790e-62c1-4609-9d03-8ae05badf3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:26.505568 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 34596) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:26.518705 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3813eb75-0a08-4453-8b3d-27d81aa8d0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:26.563129 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ee88790e-62c1-4609-9d03-8ae05badf3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:26.565683 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ee88790e-62c1-4609-9d03-8ae05badf3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:26.566820 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-ee88790e-62c1-4609-9d03-8ae05badf3db admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ea4f8c78-d727-4046-9031-e6b3f481bd03 HTTP/1.1" status: 204 len: 168 time: 0.1945460 Sep 27 07:53:26.581628 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee88790e-62c1-4609-9d03-8ae05badf3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4f8c78-d727-4046-9031-e6b3f481bd03,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:26.631059 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3813eb75-0a08-4453-8b3d-27d81aa8d0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:26.736537 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3813eb75-0a08-4453-8b3d-27d81aa8d0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:26.773492 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-3813eb75-0a08-4453-8b3d-27d81aa8d0a4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51b80bff4aae42aebd31d9275b8550a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2667916 Sep 27 07:53:26.775441 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813eb75-0a08-4453-8b3d-27d81aa8d0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdd7146-875a-4c7b-bae0-a7124876d6ff,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:26.776615 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 34600) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:26.826418 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-eda0e0a3-3b2a-4c83-996c-2e3cd159bc1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:26.848829 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-eda0e0a3-3b2a-4c83-996c-2e3cd159bc1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:26.976824 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-eda0e0a3-3b2a-4c83-996c-2e3cd159bc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:26.983126 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-eda0e0a3-3b2a-4c83-996c-2e3cd159bc1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:26.983126 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-eda0e0a3-3b2a-4c83-996c-2e3cd159bc1c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8fdd7146-875a-4c7b-bae0-a7124876d6ff HTTP/1.1" status: 204 len: 168 time: 0.2023015 Sep 27 07:53:26.989182 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0e0a3-3b2a-4c83-996c-2e3cd159bc1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdd7146-875a-4c7b-bae0-a7124876d6ff,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:27.116943 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a0465363-d155-490f-bff4-272a3dab2139 req-7ffe0b79-b649-415a-81b0-39c78823d55b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 210 time: 0.0334799 Sep 27 07:53:27.157962 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1c36d-2870-4d46-b72c-a4d9b54f31b5 req-d8ec2279-9f46-429e-ae1e-5db5b4b4b64d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:27.159514 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8bc1c36d-2870-4d46-b72c-a4d9b54f31b5 req-d8ec2279-9f46-429e-ae1e-5db5b4b4b64d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0657840 Sep 27 07:53:27.199048 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8bc1c36d-2870-4d46-b72c-a4d9b54f31b5 req-996caca2-4b46-4675-8dcf-4430431fc906 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335805 Sep 27 07:53:27.622079 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 34612) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:27.635355 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c10338b2-52fa-4e51-ac1f-1963e3f49af0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:27.725619 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c10338b2-52fa-4e51-ac1f-1963e3f49af0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:27.862707 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c10338b2-52fa-4e51-ac1f-1963e3f49af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:27.900241 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-c10338b2-52fa-4e51-ac1f-1963e3f49af0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=8984c2beed2841a4a46b245a482d968e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771046 Sep 27 07:53:27.901167 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10338b2-52fa-4e51-ac1f-1963e3f49af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6425e71d-0af8-43a9-a552-4e80674872a1,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:27.904560 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 34620) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:27.954520 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fc21e94f-a352-42fb-97d1-16af7d837cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:27.975759 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fc21e94f-a352-42fb-97d1-16af7d837cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:28.152316 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fc21e94f-a352-42fb-97d1-16af7d837cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:28.155586 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fc21e94f-a352-42fb-97d1-16af7d837cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:28.157012 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-fc21e94f-a352-42fb-97d1-16af7d837cbc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6425e71d-0af8-43a9-a552-4e80674872a1 HTTP/1.1" status: 204 len: 168 time: 0.2507386 Sep 27 07:53:28.167830 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc21e94f-a352-42fb-97d1-16af7d837cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6425e71d-0af8-43a9-a552-4e80674872a1,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:28.252356 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e73f5a17-b196-4f77-b61b-b5c093f9d930 req-3fde22b8-d476-470f-ae48-474d5af7b733 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 210 time: 0.0256608 Sep 27 07:53:28.429456 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63acd392-1aaf-454e-b7b4-001d97951415 req-8c91dc97-b653-4189-9253-a860b1264b64 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:28.431020 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-63acd392-1aaf-454e-b7b4-001d97951415 req-8c91dc97-b653-4189-9253-a860b1264b64 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0676308 Sep 27 07:53:28.478587 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-63acd392-1aaf-454e-b7b4-001d97951415 req-7e60d4d3-af2a-4d3a-9999-a717428a7e9e tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410395 Sep 27 07:53:28.719072 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f92729-f566-4844-8194-4c2849dedb65 req-e729b74d-f8a3-4062-a894-a8ad7b9ec5cd tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:28.720505 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f0f92729-f566-4844-8194-4c2849dedb65 req-e729b74d-f8a3-4062-a894-a8ad7b9ec5cd tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.25 "GET /v2.0/networks?id=7ebc4c39-d0a1-4515-9004-e5c446b45be2 HTTP/1.1" status: 200 len: 814 time: 0.1415310 Sep 27 07:53:28.757483 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [req-f0f92729-f566-4844-8194-4c2849dedb65 req-7522947a-f741-4331-b6e6-7a9b2df3ef6b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Request body: {'port': {'device_id': '236893ca-2d79-4d9a-871e-9955ef554eda', 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2', 'admin_state_up': True, 'tenant_id': 'a3e875ff59c741c7a0ca09fc98132f20'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:53:28.937152 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0f92729-f566-4844-8194-4c2849dedb65 req-7522947a-f741-4331-b6e6-7a9b2df3ef6b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Made reservation on behalf of a3e875ff59c741c7a0ca09fc98132f20 for: {'port': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:53:28.941777 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-f0f92729-f566-4844-8194-4c2849dedb65 req-7522947a-f741-4331-b6e6-7a9b2df3ef6b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:29.109558 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [req-f0f92729-f566-4844-8194-4c2849dedb65 req-7522947a-f741-4331-b6e6-7a9b2df3ef6b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Allocated IP 172.20.0.10 (7ebc4c39-d0a1-4515-9004-e5c446b45be2/5da2f088-86e4-4227-ba0f-fc971a0a955e/9b138984-501b-4363-a68b-083b30632582) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:53:29.116893 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 34676) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:29.281919 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-102fb916-f34d-4df7-b13a-9ab5b98e2af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:29.327405 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-f0f92729-f566-4844-8194-4c2849dedb65 req-7522947a-f741-4331-b6e6-7a9b2df3ef6b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:29.374615 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-102fb916-f34d-4df7-b13a-9ab5b98e2af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:29.429020 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cf7a418d-7457-4d34-b861-afcae14eb3e5 req-a3481d61-60a8-41b2-b05d-5ba399b283ff tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 210 time: 0.0311856 Sep 27 07:53:29.430430 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-f0f92729-f566-4844-8194-4c2849dedb65 req-7522947a-f741-4331-b6e6-7a9b2df3ef6b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:29.454390 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:53:29.474576 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0f92729-f566-4844-8194-4c2849dedb65 req-7522947a-f741-4331-b6e6-7a9b2df3ef6b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:53:29.477684 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [req-f0f92729-f566-4844-8194-4c2849dedb65 req-7522947a-f741-4331-b6e6-7a9b2df3ef6b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:53:29.482015 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f92729-f566-4844-8194-4c2849dedb65 req-7522947a-f741-4331-b6e6-7a9b2df3ef6b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:53:29.494710 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-102fb916-f34d-4df7-b13a-9ab5b98e2af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:29.521054 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-102fb916-f34d-4df7-b13a-9ab5b98e2af7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1aa768b92a8e42bfb7e81a2b9e8d033b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4027216 Sep 27 07:53:29.523028 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 34700) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:29.600491 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f92729-f566-4844-8194-4c2849dedb65 req-7522947a-f741-4331-b6e6-7a9b2df3ef6b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:29.600491 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-f0f92729-f566-4844-8194-4c2849dedb65 req-7522947a-f741-4331-b6e6-7a9b2df3ef6b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for port, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:29.600852 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102fb916-f34d-4df7-b13a-9ab5b98e2af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63fd247-0cb8-4be3-b9ee-2b74865ca739,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:29.608961 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522947a-f741-4331-b6e6-7a9b2df3ef6b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Pushing event updated for resources: {'Port': ['ID=9b138984-501b-4363-a68b-083b30632582,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:29.616924 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c5836906-84b6-4446-bbbf-032fd990a5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:29.657504 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c5836906-84b6-4446-bbbf-032fd990a5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:29.694858 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c01d1-dc3e-49d3-9975-4ef0ad0f063f req-cd56f094-bc1f-4b0d-a747-64dd1d123c2f tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:29.697121 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-344c01d1-dc3e-49d3-9975-4ef0ad0f063f req-cd56f094-bc1f-4b0d-a747-64dd1d123c2f tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0659959 Sep 27 07:53:29.755192 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-344c01d1-dc3e-49d3-9975-4ef0ad0f063f req-cc1d42a3-a4bc-49d2-b7cb-475661b88474 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508292 Sep 27 07:53:29.793985 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f0f92729-f566-4844-8194-4c2849dedb65 req-7522947a-f741-4331-b6e6-7a9b2df3ef6b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0411325 Sep 27 07:53:29.816198 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Request body: {'port': {'device_id': '236893ca-2d79-4d9a-871e-9955ef554eda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:53:29.832331 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c5836906-84b6-4446-bbbf-032fd990a5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:29.835330 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c5836906-84b6-4446-bbbf-032fd990a5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:29.845820 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-c5836906-84b6-4446-bbbf-032fd990a5af admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a63fd247-0cb8-4be3-b9ee-2b74865ca739 HTTP/1.1" status: 204 len: 168 time: 0.3208628 Sep 27 07:53:29.861966 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5836906-84b6-4446-bbbf-032fd990a5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63fd247-0cb8-4be3-b9ee-2b74865ca739,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:29.885696 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:30.159389 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b138984-501b-4363-a68b-083b30632582 {{(pid=106358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:53:30.167021 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Notify callbacks [] for port, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:30.184469 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.provisioning_blocks [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Transition to ACTIVE for port object 9b138984-501b-4363-a68b-083b30632582 will not be triggered until provisioned by entity L2. {{(pid=106358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 07:53:30.279964 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:30.330709 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Pushing event updated for resources: {'Port': ['ID=9b138984-501b-4363-a68b-083b30632582,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:30.420045 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Attempting to bind port 9b138984-501b-4363-a68b-083b30632582 on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:53:30.420370 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Attempting to bind port 9b138984-501b-4363-a68b-083b30632582 by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': 'f049ded7-e2f1-4742-8006-c6c1da15b4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2'}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:53:30.420838 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Attempting to bind port 9b138984-501b-4363-a68b-083b30632582 on network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:53:30.425177 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Port 9b138984-501b-4363-a68b-083b30632582 on network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 07:53:30.425498 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Attempting to bind port 9b138984-501b-4363-a68b-083b30632582 on network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:53:30.430875 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:53:30.431209 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Checking segment: {'id': 'f049ded7-e2f1-4742-8006-c6c1da15b4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:53:30.431584 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Bound using segment: {'id': 'f049ded7-e2f1-4742-8006-c6c1da15b4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2'} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:53:30.432007 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Bound port: 9b138984-501b-4363-a68b-083b30632582, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f049ded7-e2f1-4742-8006-c6c1da15b4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2'}}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:53:30.432405 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:30.520240 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] For port 9b138984-501b-4363-a68b-083b30632582, host hv-cinder-81107, cleared binding levels {{(pid=106358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:53:30.524020 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] For port 9b138984-501b-4363-a68b-083b30632582, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=9b138984-501b-4363-a68b-083b30632582,segment=NetworkSegment(f049ded7-e2f1-4742-8006-c6c1da15b4c4),segment_id=f049ded7-e2f1-4742-8006-c6c1da15b4c4)] {{(pid=106358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:53:30.597538 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be13b9c-0dd3-42af-8dec-d51e10283c9f req-c3139ff7-7590-49e9-8a2b-4a87eb3988c3 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:30.605553 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9be13b9c-0dd3-42af-8dec-d51e10283c9f req-c3139ff7-7590-49e9-8a2b-4a87eb3988c3 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 944 time: 0.0620270 Sep 27 07:53:30.630209 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:30.675856 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:30.676416 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for port, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:30.677833 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f0f92729-f566-4844-8194-4c2849dedb65 req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] 10.222.0.25 "PUT /v2.0/ports/9b138984-501b-4363-a68b-083b30632582 HTTP/1.1" status: 200 len: 1094 time: 0.8690264 Sep 27 07:53:30.680725 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9be13b9c-0dd3-42af-8dec-d51e10283c9f req-84513c43-2b1a-4233-a98c-602730a1f1c2 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743706 Sep 27 07:53:30.692481 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236893ca-2d79-4d9a-871e-9955ef554eda', 'tag': '9b138984-501b-4363-a68b-083b30632582'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:53:30.694714 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f5f407-4aad-4b0b-8257-0ab09ac20594" -d '{"events": [{"name": "network-changed", "server_uuid": "236893ca-2d79-4d9a-871e-9955ef554eda", "tag": "9b138984-501b-4363-a68b-083b30632582"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:53:30.744705 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a30e8a-ae40-44fd-b0bb-ccf3e9c8e9da service neutron] Pushing event updated for resources: {'Port': ['ID=9b138984-501b-4363-a68b-083b30632582,revision_number=3']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:30.764278 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb3d3b-75c5-44be-b0b6-d542233b8b52 req-9d488f00-ed37-40ef-9692-3e008a9520be tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:30.765852 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c8bb3d3b-75c5-44be-b0b6-d542233b8b52 req-9d488f00-ed37-40ef-9692-3e008a9520be tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 946 time: 0.0996313 Sep 27 07:53:30.767339 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac0bddf-db78-423c-936d-2151279d9890 x-openstack-request-id: req-6ac0bddf-db78-423c-936d-2151279d9890 {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:53:30.767622 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236893ca-2d79-4d9a-871e-9955ef554eda", "tag": "9b138984-501b-4363-a68b-083b30632582", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:53:30.767865 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6ac0bddf-db78-423c-936d-2151279d9890 {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:53:30.768237 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236893ca-2d79-4d9a-871e-9955ef554eda', 'tag': '9b138984-501b-4363-a68b-083b30632582', 'status': 'completed', 'code': 200} Sep 27 07:53:30.816389 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c8bb3d3b-75c5-44be-b0b6-d542233b8b52 req-f1548fde-80e4-445f-9d8a-7741a9ed7d4b tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421526 Sep 27 07:53:30.859065 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5f407-4aad-4b0b-8257-0ab09ac20594 req-7a1cd4ed-259c-476d-a724-dd9c029f566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:30.860557 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c6f5f407-4aad-4b0b-8257-0ab09ac20594 req-7a1cd4ed-259c-476d-a724-dd9c029f566a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3e875ff59c741c7a0ca09fc98132f20&device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 1097 time: 0.0597019 Sep 27 07:53:31.013627 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8282d00-78cc-4088-a6d2-833f85fc4b71 req-8d31fcc0-683e-4ffb-ac67-141fe67b92a3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:31.015159 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e8282d00-78cc-4088-a6d2-833f85fc4b71 req-8d31fcc0-683e-4ffb-ac67-141fe67b92a3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.1722002 Sep 27 07:53:31.323828 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5f407-4aad-4b0b-8257-0ab09ac20594 req-ee694334-b253-4879-8a57-f4baea1c0cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:31.325354 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c6f5f407-4aad-4b0b-8257-0ab09ac20594 req-ee694334-b253-4879-8a57-f4baea1c0cd0 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a3e875ff59c741c7a0ca09fc98132f20&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4426281 Sep 27 07:53:31.328295 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e8282d00-78cc-4088-a6d2-833f85fc4b71 req-1f4c55ff-9064-4186-8b0b-cfa3cf94a12f tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022187 Sep 27 07:53:31.408822 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-6386e6b2-b800-4d71-999d-972d135b928d req-800f38b4-eeca-4d9d-b150-69e676c12c49 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454612 Sep 27 07:53:31.516439 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f5f407-4aad-4b0b-8257-0ab09ac20594 req-00872fd2-339a-4f65-b75d-cf744440d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:31.518679 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c6f5f407-4aad-4b0b-8257-0ab09ac20594 req-00872fd2-339a-4f65-b75d-cf744440d881 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1838038 Sep 27 07:53:31.525034 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386e6b2-b800-4d71-999d-972d135b928d req-a1d91d9f-c401-4ece-a42a-6dd74bfb81fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:31.526682 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-6386e6b2-b800-4d71-999d-972d135b928d req-a1d91d9f-c401-4ece-a42a-6dd74bfb81fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3e875ff59c741c7a0ca09fc98132f20&device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 1099 time: 0.0539944 Sep 27 07:53:31.610267 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f92729-f566-4844-8194-4c2849dedb65 req-e4f69a35-c9c1-4276-a6ad-12945e3221aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:31.611799 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f0f92729-f566-4844-8194-4c2849dedb65 req-e4f69a35-c9c1-4276-a6ad-12945e3221aa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3e875ff59c741c7a0ca09fc98132f20&device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 1097 time: 0.0436552 Sep 27 07:53:31.651901 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386e6b2-b800-4d71-999d-972d135b928d req-1927521a-80aa-4bf8-817d-f0dfe12bc2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:31.653978 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-6386e6b2-b800-4d71-999d-972d135b928d req-1927521a-80aa-4bf8-817d-f0dfe12bc2e7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ebc4c39-d0a1-4515-9004-e5c446b45be2 HTTP/1.1" status: 200 len: 915 time: 0.0951614 Sep 27 07:53:31.666843 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f0f92729-f566-4844-8194-4c2849dedb65 req-f9e43bc9-180d-472f-a1d8-6243063be8ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b138984-501b-4363-a68b-083b30632582 HTTP/1.1" status: 200 len: 217 time: 0.0456207 Sep 27 07:53:31.711781 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-6386e6b2-b800-4d71-999d-972d135b928d req-ddc44f4e-ff00-45a5-9161-f08d88e3f839 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 HTTP/1.1" status: 200 len: 217 time: 0.0349956 Sep 27 07:53:31.721187 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f92729-f566-4844-8194-4c2849dedb65 req-3ae76d15-ff28-47ff-9069-7af6472a8b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:31.722584 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f0f92729-f566-4844-8194-4c2849dedb65 req-3ae76d15-ff28-47ff-9069-7af6472a8b36 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5da2f088-86e4-4227-ba0f-fc971a0a955e HTTP/1.1" status: 200 len: 854 time: 0.0451498 Sep 27 07:53:31.775781 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f0f92729-f566-4844-8194-4c2849dedb65 req-6c418d22-8ad4-4eb9-b5bc-d6287cd89bc1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ebc4c39-d0a1-4515-9004-e5c446b45be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266173 Sep 27 07:53:31.824701 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6386e6b2-b800-4d71-999d-972d135b928d req-fab617fc-ac7d-4483-96c6-29a86e301de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:31.826817 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-6386e6b2-b800-4d71-999d-972d135b928d req-fab617fc-ac7d-4483-96c6-29a86e301de3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5da2f088-86e4-4227-ba0f-fc971a0a955e HTTP/1.1" status: 200 len: 854 time: 0.0773585 Sep 27 07:53:31.855683 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba4d2d-46ba-4835-ae0b-aab1ec90e2dc req-4b3f35c0-dfce-4e4b-ba35-30c9725e21d9 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:31.857301 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-09ba4d2d-46ba-4835-ae0b-aab1ec90e2dc req-4b3f35c0-dfce-4e4b-ba35-30c9725e21d9 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 944 time: 0.0840952 Sep 27 07:53:31.899003 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-6386e6b2-b800-4d71-999d-972d135b928d req-9354d07e-8b6e-4805-b9f0-69f961fc18e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ebc4c39-d0a1-4515-9004-e5c446b45be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545557 Sep 27 07:53:31.923735 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-09ba4d2d-46ba-4835-ae0b-aab1ec90e2dc req-51f90443-08de-413d-b004-b13b7a69eca2 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401304 Sep 27 07:53:31.972025 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f0f92729-f566-4844-8194-4c2849dedb65 req-eadb60cd-3b28-485b-bf71-9b1546c43f4e service neutron] 10.222.0.25 "GET /v2.0/networks/7ebc4c39-d0a1-4515-9004-e5c446b45be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693969 Sep 27 07:53:31.988628 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945475ae-55d1-4ae1-88ca-8d8adcd77ad4 req-5ff97730-82fb-4770-a6ff-64cccf53512d tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:31.990156 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-945475ae-55d1-4ae1-88ca-8d8adcd77ad4 req-5ff97730-82fb-4770-a6ff-64cccf53512d tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 946 time: 0.0641348 Sep 27 07:53:32.002876 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-6386e6b2-b800-4d71-999d-972d135b928d req-6432eca5-5a55-45b4-9640-b240a04fd9c4 service neutron] 10.222.0.25 "GET /v2.0/networks/7ebc4c39-d0a1-4515-9004-e5c446b45be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914991 Sep 27 07:53:32.086989 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-945475ae-55d1-4ae1-88ca-8d8adcd77ad4 req-2ce4f6ec-0b40-469f-adb0-bb1d98ec50c8 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853035 Sep 27 07:53:32.113483 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-6386e6b2-b800-4d71-999d-972d135b928d req-0c67052b-7ade-43be-8ab5-58ca0079c6e8 service neutron] 10.222.0.25 "GET /v2.0/networks/7ebc4c39-d0a1-4515-9004-e5c446b45be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978825 Sep 27 07:53:32.113844 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f0f92729-f566-4844-8194-4c2849dedb65 req-e01c8878-e931-4a5e-b83b-dd3fd09deaff service neutron] 10.222.0.25 "GET /v2.0/networks/7ebc4c39-d0a1-4515-9004-e5c446b45be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227448 Sep 27 07:53:32.266372 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:32.461906 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a762b8-96c9-4d48-8c41-51d9eae6bc99 req-17cb81df-0acc-4f9a-a2d9-69ca48203097 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:32.463500 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-50a762b8-96c9-4d48-8c41-51d9eae6bc99 req-17cb81df-0acc-4f9a-a2d9-69ca48203097 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0589228 Sep 27 07:53:32.502174 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-50a762b8-96c9-4d48-8c41-51d9eae6bc99 req-3b930d11-5c79-4c4c-a1e9-6405fdb05aff tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312812 Sep 27 07:53:33.046993 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b48e74-ff7d-4272-81c8-398371d75bda req-4364cdb5-efdc-4c91-a265-814c03bf6a6d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:33.055460 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c8b48e74-ff7d-4272-81c8-398371d75bda req-4364cdb5-efdc-4c91-a265-814c03bf6a6d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 944 time: 0.0497787 Sep 27 07:53:33.089909 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c8b48e74-ff7d-4272-81c8-398371d75bda req-59cc7d8e-5d35-46bb-bb64-842692eddc14 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332642 Sep 27 07:53:33.204359 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a6d6f-1117-43dd-908c-0111f3e0dcde req-20e05cd5-7df0-4b68-ab79-d85fcd4f555b tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:33.205857 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-017a6d6f-1117-43dd-908c-0111f3e0dcde req-20e05cd5-7df0-4b68-ab79-d85fcd4f555b tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 946 time: 0.0496936 Sep 27 07:53:33.243745 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-017a6d6f-1117-43dd-908c-0111f3e0dcde req-25b1eb01-bf2f-4da0-9023-369652cc2d53 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/security-groups?id=a3eb7366-3907-447a-b2a8-7508736bf0b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315351 Sep 27 07:53:33.405479 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-99657fe5-7938-47db-a01a-122249fb10fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:33.642012 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c2b06-0e4c-45d2-962d-76001e220d1a req-406f7ece-5844-4936-a764-6b7f03eacbad tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:33.643497 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3a3c2b06-0e4c-45d2-962d-76001e220d1a req-406f7ece-5844-4936-a764-6b7f03eacbad tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0669923 Sep 27 07:53:33.704384 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3880d74-36b1-4d85-a15b-5c41ad6aeb5c req-34a504ea-7e52-482a-9fbd-a2ded8d8d3fe tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:33.705915 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f3880d74-36b1-4d85-a15b-5c41ad6aeb5c req-34a504ea-7e52-482a-9fbd-a2ded8d8d3fe tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.25 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 946 time: 0.0811071 Sep 27 07:53:33.710965 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3a3c2b06-0e4c-45d2-962d-76001e220d1a req-29ca810a-d96a-456d-8c80-f171d3e461ab tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542712 Sep 27 07:53:33.851930 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [req-f3880d74-36b1-4d85-a15b-5c41ad6aeb5c req-7b88a4d1-2cf8-47df-820a-32751707f8fe tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Deleting port 91fc5c91-93c3-4a12-a369-931cbd6a9d15 {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:53:33.852277 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-f3880d74-36b1-4d85-a15b-5c41ad6aeb5c req-7b88a4d1-2cf8-47df-820a-32751707f8fe tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:33.942629 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [req-f3880d74-36b1-4d85-a15b-5c41ad6aeb5c req-7b88a4d1-2cf8-47df-820a-32751707f8fe tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] For port 91fc5c91-93c3-4a12-a369-931cbd6a9d15, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=91fc5c91-93c3-4a12-a369-931cbd6a9d15,segment=NetworkSegment(0bd13690-4e81-4fca-8f43-3c993f35e7c0),segment_id=0bd13690-4e81-4fca-8f43-3c993f35e7c0)] {{(pid=106358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:33.942994 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-f3880d74-36b1-4d85-a15b-5c41ad6aeb5c req-7b88a4d1-2cf8-47df-820a-32751707f8fe tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:33.961914 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [req-f3880d74-36b1-4d85-a15b-5c41ad6aeb5c req-7b88a4d1-2cf8-47df-820a-32751707f8fe tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Calling delete_port for 91fc5c91-93c3-4a12-a369-931cbd6a9d15 owned by compute:nova {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:53:34.180859 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-f3880d74-36b1-4d85-a15b-5c41ad6aeb5c req-7b88a4d1-2cf8-47df-820a-32751707f8fe tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:34.195375 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['91fc5c91-93c3-4a12-a369-931cbd6a9d15'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:53:34.210389 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b88a4d1-2cf8-47df-820a-32751707f8fe tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Pushing event deleted for resources: {'Port': ['ID=91fc5c91-93c3-4a12-a369-931cbd6a9d15,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:34.269722 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3913d6d2-42e3-4225-8c26-3bbbe399b7b6 req-01728862-1982-447d-a470-27c368f153b9 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:34.271277 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3913d6d2-42e3-4225-8c26-3bbbe399b7b6 req-01728862-1982-447d-a470-27c368f153b9 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 944 time: 0.1165531 Sep 27 07:53:34.294300 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3880d74-36b1-4d85-a15b-5c41ad6aeb5c req-7b88a4d1-2cf8-47df-820a-32751707f8fe tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] No DVR routers for this DVR port 91fc5c91-93c3-4a12-a369-931cbd6a9d15 on host hv-cinder-81107 {{(pid=106358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:53:34.303023 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-f3880d74-36b1-4d85-a15b-5c41ad6aeb5c req-7b88a4d1-2cf8-47df-820a-32751707f8fe tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:34.305161 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f3880d74-36b1-4d85-a15b-5c41ad6aeb5c req-7b88a4d1-2cf8-47df-820a-32751707f8fe tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.25 "DELETE /v2.0/ports/91fc5c91-93c3-4a12-a369-931cbd6a9d15 HTTP/1.1" status: 204 len: 173 time: 0.5884011 Sep 27 07:53:34.305768 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43ca86a4-f62b-46b6-964b-f2f1d1ebde9c', 'name': 'network-vif-deleted', 'tag': '91fc5c91-93c3-4a12-a369-931cbd6a9d15'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:53:34.314301 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b364697a-1a3f-4bdd-9dca-367899b0e3fe" -d '{"events": [{"server_uuid": "43ca86a4-f62b-46b6-964b-f2f1d1ebde9c", "name": "network-vif-deleted", "tag": "91fc5c91-93c3-4a12-a369-931cbd6a9d15"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:53:34.358184 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b7378705-1653-4a7b-82b8-9231653dab6d req-049e5d6d-8c99-4934-9d5d-506fd44431a0 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 210 time: 0.0334315 Sep 27 07:53:34.365786 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3913d6d2-42e3-4225-8c26-3bbbe399b7b6 req-be544d95-f7a9-4e47-96aa-7ee91517706b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688519 Sep 27 07:53:34.402861 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5f7fff-8daa-4a10-b14c-a5aeef217933 x-openstack-request-id: req-1f5f7fff-8daa-4a10-b14c-a5aeef217933 {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:53:34.403659 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43ca86a4-f62b-46b6-964b-f2f1d1ebde9c", "name": "network-vif-deleted", "tag": "91fc5c91-93c3-4a12-a369-931cbd6a9d15", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:53:34.403909 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f5f7fff-8daa-4a10-b14c-a5aeef217933 {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:53:34.404301 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43ca86a4-f62b-46b6-964b-f2f1d1ebde9c', 'name': 'network-vif-deleted', 'tag': '91fc5c91-93c3-4a12-a369-931cbd6a9d15', 'status': 'completed', 'code': 200} Sep 27 07:53:34.840039 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dbe952-47e0-4c05-bd7c-7e7f9d74710d req-98cec6f3-181f-41f9-9074-4c417b8c22ed tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:34.841544 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-18dbe952-47e0-4c05-bd7c-7e7f9d74710d req-98cec6f3-181f-41f9-9074-4c417b8c22ed tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0477145 Sep 27 07:53:34.875860 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 9b138984-501b-4363-a68b-083b30632582 details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:53:34.891690 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-18dbe952-47e0-4c05-bd7c-7e7f9d74710d req-389ed295-2de5-4a9f-b99d-8c99b5e1ed50 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340574 Sep 27 07:53:35.011584 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 9b138984-501b-4363-a68b-083b30632582, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=9b138984-501b-4363-a68b-083b30632582,segment=NetworkSegment(f049ded7-e2f1-4742-8006-c6c1da15b4c4),segment_id=f049ded7-e2f1-4742-8006-c6c1da15b4c4)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:35.023706 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': '9b138984-501b-4363-a68b-083b30632582', 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2', 'port_id': '9b138984-501b-4363-a68b-083b30632582', 'mac_address': 'fa:16:3e:3d:48:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da2f088-86e4-4227-ba0f-fc971a0a955e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:53:35.064196 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:35.078334 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b138984-501b-4363-a68b-083b30632582 {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:53:35.099149 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 9b138984-501b-4363-a68b-083b30632582, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=9b138984-501b-4363-a68b-083b30632582,segment=NetworkSegment(f049ded7-e2f1-4742-8006-c6c1da15b4c4),segment_id=f049ded7-e2f1-4742-8006-c6c1da15b4c4)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:35.285027 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:35.343838 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=9b138984-501b-4363-a68b-083b30632582,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:35.350769 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:35.351020 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:35.351441 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:35.351773 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:35.352105 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:35.352434 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:35.352766 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:35.353115 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:35.353440 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:35.353765 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:35.354087 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:35.354403 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:53:35.507099 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-962d7742-3048-4180-a5af-638ffebe4f53 req-b1dcaf20-001c-4bbd-8d23-bc9a5f86c716 tempest-DeleteServersTestJSON-448206425 tempest-DeleteServersTestJSON-448206425-project] 10.222.0.11 "GET /v2.0/ports?device_id=43ca86a4-f62b-46b6-964b-f2f1d1ebde9c HTTP/1.1" status: 200 len: 210 time: 0.0502374 Sep 27 07:53:35.525008 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85e1fb-d1f0-4f09-a9ac-7e794e472d07 req-de209d4f-2f7a-4eb4-b305-4d71cef2bb8c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:35.526652 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ef85e1fb-d1f0-4f09-a9ac-7e794e472d07 req-de209d4f-2f7a-4eb4-b305-4d71cef2bb8c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 945 time: 0.0808909 Sep 27 07:53:35.571197 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ef85e1fb-d1f0-4f09-a9ac-7e794e472d07 req-d176a47d-b9f8-4152-844e-62d150de578a tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375214 Sep 27 07:53:35.634466 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['9b138984-501b-4363-a68b-083b30632582'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:53:36.001309 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a274bc8-c38f-4d8f-9d50-6dacb1875a44 req-e7d01e8d-b05b-46c2-a8a4-ab2f95e07137 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:36.002869 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2a274bc8-c38f-4d8f-9d50-6dacb1875a44 req-e7d01e8d-b05b-46c2-a8a4-ab2f95e07137 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0499761 Sep 27 07:53:36.040535 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2a274bc8-c38f-4d8f-9d50-6dacb1875a44 req-5598fef9-90c0-48f7-94f2-c8cdd7d3104a tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313706 Sep 27 07:53:36.263245 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-42579d6b-2fe7-414e-8ad6-8ed46b70eb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:36.594567 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:36.697763 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321c7054-1fb5-4a56-88e7-b14ed54a59b1 req-5c5a90eb-6285-48bb-b7f0-79f47d6fdd8d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:36.699432 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-321c7054-1fb5-4a56-88e7-b14ed54a59b1 req-5c5a90eb-6285-48bb-b7f0-79f47d6fdd8d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 945 time: 0.0593107 Sep 27 07:53:36.736683 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-321c7054-1fb5-4a56-88e7-b14ed54a59b1 req-e09c7cc2-0e98-4980-b766-e7b2139e76e2 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310791 Sep 27 07:53:36.885882 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 9b138984-501b-4363-a68b-083b30632582 up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:53:37.005258 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port 9b138984-501b-4363-a68b-083b30632582 completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 07:53:37.007419 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:37.010002 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port 9b138984-501b-4363-a68b-083b30632582 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:53:37.010736 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:37.143088 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:37.161890 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4cfbc-9b91-4092-b35a-c31a456a0681 req-4ac9236d-b8af-4335-affb-629fabcb73f3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:37.163527 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9ce4cfbc-9b91-4092-b35a-c31a456a0681 req-4ac9236d-b8af-4335-affb-629fabcb73f3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0513403 Sep 27 07:53:37.170134 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236893ca-2d79-4d9a-871e-9955ef554eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b138984-501b-4363-a68b-083b30632582'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:53:37.172388 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9287628-5844-4de2-a853-6d2d962bc264" -d '{"events": [{"server_uuid": "236893ca-2d79-4d9a-871e-9955ef554eda", "name": "network-vif-plugged", "status": "completed", "tag": "9b138984-501b-4363-a68b-083b30632582"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:53:37.187165 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 9b138984-501b-4363-a68b-083b30632582, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=9b138984-501b-4363-a68b-083b30632582,segment=NetworkSegment(f049ded7-e2f1-4742-8006-c6c1da15b4c4),segment_id=f049ded7-e2f1-4742-8006-c6c1da15b4c4)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:37.203179 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9ce4cfbc-9b91-4092-b35a-c31a456a0681 req-01dab111-3a05-434c-89c8-d82e8cc836b4 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331309 Sep 27 07:53:37.253147 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcc5a5a-bfd8-4fff-a533-ded43f2f0a10 x-openstack-request-id: req-8bcc5a5a-bfd8-4fff-a533-ded43f2f0a10 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:53:37.253147 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236893ca-2d79-4d9a-871e-9955ef554eda", "name": "network-vif-plugged", "status": "completed", "tag": "9b138984-501b-4363-a68b-083b30632582", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:53:37.253147 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8bcc5a5a-bfd8-4fff-a533-ded43f2f0a10 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:53:37.253147 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236893ca-2d79-4d9a-871e-9955ef554eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b138984-501b-4363-a68b-083b30632582', 'code': 200} Sep 27 07:53:37.280500 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:37.281753 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 91fc5c91-93c3-4a12-a369-931cbd6a9d15 no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:53:37.326789 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] No Port match for: 91fc5c91-93c3-4a12-a369-931cbd6a9d15 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:53:37.327137 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 91fc5c91-93c3-4a12-a369-931cbd6a9d15 not bound to the agent host hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:53:37.364740 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=9b138984-501b-4363-a68b-083b30632582,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:37.597766 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd682990-04ea-4fa6-8462-c36adf177a34 req-126df24c-4974-4ddb-9b88-832a53af89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:37.599148 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bd682990-04ea-4fa6-8462-c36adf177a34 req-126df24c-4974-4ddb-9b88-832a53af89ac service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 1099 time: 0.0386746 Sep 27 07:53:37.640982 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bd682990-04ea-4fa6-8462-c36adf177a34 req-caaca02d-ea0a-4a2e-9bf1-126ddb032111 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294757 Sep 27 07:53:37.854412 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef1504-e393-463d-a2f2-d6bf4fc4c546 req-3c45ebc3-bc6a-45aa-8ebd-e79a14301cab tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:37.855776 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f1ef1504-e393-463d-a2f2-d6bf4fc4c546 req-3c45ebc3-bc6a-45aa-8ebd-e79a14301cab tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.0498633 Sep 27 07:53:37.893339 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f1ef1504-e393-463d-a2f2-d6bf4fc4c546 req-97547fb3-7d96-4cb9-9407-096dc6f306ef tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315170 Sep 27 07:53:38.318207 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7b7bf-0e6e-4d5b-9cdd-7233cb25b523 req-9b9afd16-ac80-43ba-8f6f-0750ed25bffb tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:38.319705 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-48d7b7bf-0e6e-4d5b-9cdd-7233cb25b523 req-9b9afd16-ac80-43ba-8f6f-0750ed25bffb tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0481570 Sep 27 07:53:38.358036 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-48d7b7bf-0e6e-4d5b-9cdd-7233cb25b523 req-0a2bb4b9-86a9-4327-8914-1c23eb10ffb8 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323634 Sep 27 07:53:38.474757 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 35058) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:38.519588 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_v2 [None req-b678a5d1-8db8-4019-86e0-cf58b02381aa admin admin] Deleting subnet 84d98f33-b6dd-490d-bd96-6cf3029f45f1 {{(pid=106358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 07:53:38.522777 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b678a5d1-8db8-4019-86e0-cf58b02381aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:38.561798 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b678a5d1-8db8-4019-86e0-cf58b02381aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5359040'] for subnet, precommit_delete_associations {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:38.600788 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b678a5d1-8db8-4019-86e0-cf58b02381aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694807'] for subnet, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:38.718550 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b678a5d1-8db8-4019-86e0-cf58b02381aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5864136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6131966'] for subnet, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:38.747304 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b678a5d1-8db8-4019-86e0-cf58b02381aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84d98f33-b6dd-490d-bd96-6cf3029f45f1,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:38.772705 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b678a5d1-8db8-4019-86e0-cf58b02381aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:38.775812 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-b678a5d1-8db8-4019-86e0-cf58b02381aa admin admin] 10.222.0.11 "DELETE /v2.0/subnets/84d98f33-b6dd-490d-bd96-6cf3029f45f1 HTTP/1.1" status: 204 len: 168 time: 0.2996800 Sep 27 07:53:38.778217 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 35076) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:38.852476 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a0f58aba-eade-42a7-96de-c6ed9297410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1630127'] for network, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:38.934183 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a0f58aba-eade-42a7-96de-c6ed9297410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693678', 'neutron.services.segments.db._delete_segments_for_network-8792188906900'] for network, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:38.954516 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-a0f58aba-eade-42a7-96de-c6ed9297410c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4252bfad-0ceb-4ffc-b734-83e3bd3be899']}} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:53:38.963553 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-a0f58aba-eade-42a7-96de-c6ed9297410c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd13690-4e81-4fca-8f43-3c993f35e7c0') {'for_net_delete': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:53:38.963851 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-a0f58aba-eade-42a7-96de-c6ed9297410c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd13690-4e81-4fca-8f43-3c993f35e7c0') {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:53:38.973607 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a0f58aba-eade-42a7-96de-c6ed9297410c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792188906397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6574833'] for segment, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:38.979897 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:38.986610 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a0f58aba-eade-42a7-96de-c6ed9297410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:38.992817 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0f58aba-eade-42a7-96de-c6ed9297410c admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=106357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 07:53:38.993255 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a0f58aba-eade-42a7-96de-c6ed9297410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7115631'] for segment, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: Traceback (most recent call last): Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: timer() Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: cb(*args, **kw) Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: return func(*args, **kwargs) Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: self._notify() Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: self.callback(batched_events) Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: event.method(event) Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: return f(self, *a, **k) Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: return self._get(url).json() Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: return self.request(url, 'GET', **kwargs) Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 07:53:39.003887 dv-cinder-811078-1-iscsi neutron-server[106357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 07:53:39.009137 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5e9163-fe48-4354-b89e-99585e277f50 req-89b87315-3e71-4afe-a8be-cfcbb7851380 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:39.009137 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9b5e9163-fe48-4354-b89e-99585e277f50 req-89b87315-3e71-4afe-a8be-cfcbb7851380 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.0504086 Sep 27 07:53:39.047692 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9b5e9163-fe48-4354-b89e-99585e277f50 req-884a3ca0-98a2-4ca3-a6cb-6e8e7af1db50 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327179 Sep 27 07:53:39.182107 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a0f58aba-eade-42a7-96de-c6ed9297410c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560399'] for network, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:39.197962 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a0f58aba-eade-42a7-96de-c6ed9297410c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:39.200429 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-a0f58aba-eade-42a7-96de-c6ed9297410c admin admin] 10.222.0.11 "DELETE /v2.0/networks/4252bfad-0ceb-4ffc-b734-83e3bd3be899 HTTP/1.1" status: 204 len: 168 time: 0.4203203 Sep 27 07:53:39.201492 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f58aba-eade-42a7-96de-c6ed9297410c admin admin] Pushing event deleted for resources: {'Network': ['ID=4252bfad-0ceb-4ffc-b734-83e3bd3be899,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:39.317817 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 35084) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:39.484721 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1bf715ce-0f38-45ab-acbe-049cee744d02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:39.528832 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d990cf4-ba3b-4cdc-815c-7eaa34cfc201 req-c82488e8-9096-4234-b73c-c2154e9bd6a7 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:39.532693 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7d990cf4-ba3b-4cdc-815c-7eaa34cfc201 req-c82488e8-9096-4234-b73c-c2154e9bd6a7 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0963340 Sep 27 07:53:39.586447 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7d990cf4-ba3b-4cdc-815c-7eaa34cfc201 req-df0d41c9-c3e6-423f-a92a-3cd926abd570 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433793 Sep 27 07:53:39.630933 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1bf715ce-0f38-45ab-acbe-049cee744d02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:39.648324 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 35098) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:39.687189 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-9e751fef-b017-471c-9de4-f60559231acd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c31e63c5fc954f1c83825f7c280509f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377295 Sep 27 07:53:39.689690 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 35100) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:39.738210 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5ac4d5d9-d4e0-4d09-b3aa-01a44e939c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:39.759770 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5ac4d5d9-d4e0-4d09-b3aa-01a44e939c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:39.766113 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1bf715ce-0f38-45ab-acbe-049cee744d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:39.826000 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-1bf715ce-0f38-45ab-acbe-049cee744d02 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cea2c1e0634f42dfabbeabaaf1ccbb9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5070384 Sep 27 07:53:39.826846 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf715ce-0f38-45ab-acbe-049cee744d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18466e8-36f0-419c-bc17-85cdd427fd75,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:39.829168 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 35104) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:39.879849 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d945ccaf-a25b-47c9-b857-6766a2f9092a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:39.900248 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d945ccaf-a25b-47c9-b857-6766a2f9092a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:39.924818 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5ac4d5d9-d4e0-4d09-b3aa-01a44e939c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:39.927556 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5ac4d5d9-d4e0-4d09-b3aa-01a44e939c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:39.928714 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-5ac4d5d9-d4e0-4d09-b3aa-01a44e939c25 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a3eb7366-3907-447a-b2a8-7508736bf0b3 HTTP/1.1" status: 204 len: 168 time: 0.2381468 Sep 27 07:53:39.937621 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac4d5d9-d4e0-4d09-b3aa-01a44e939c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eb7366-3907-447a-b2a8-7508736bf0b3,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:40.113586 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d945ccaf-a25b-47c9-b857-6766a2f9092a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:40.116277 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d945ccaf-a25b-47c9-b857-6766a2f9092a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:40.117463 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-d945ccaf-a25b-47c9-b857-6766a2f9092a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d18466e8-36f0-419c-bc17-85cdd427fd75 HTTP/1.1" status: 204 len: 168 time: 0.2866116 Sep 27 07:53:40.125690 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945ccaf-a25b-47c9-b857-6766a2f9092a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18466e8-36f0-419c-bc17-85cdd427fd75,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:40.172458 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d32ff-79fe-4cee-b61b-f4455db3b0bf req-2c98717d-66f2-41c6-aee5-b1255f904ebb tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:40.174133 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-201d32ff-79fe-4cee-b61b-f4455db3b0bf req-2c98717d-66f2-41c6-aee5-b1255f904ebb tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.0608425 Sep 27 07:53:40.212820 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-201d32ff-79fe-4cee-b61b-f4455db3b0bf req-3c502c48-ba8c-4d54-896f-cb0fc6457233 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326786 Sep 27 07:53:40.743999 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efba06a-d1eb-40be-8056-835966ccd374 req-5f6df190-eafd-4541-97fc-29f39d7085aa tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:40.746993 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8efba06a-d1eb-40be-8056-835966ccd374 req-5f6df190-eafd-4541-97fc-29f39d7085aa tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0779393 Sep 27 07:53:40.814215 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8efba06a-d1eb-40be-8056-835966ccd374 req-370fd21f-5918-4991-a5c0-bba3fcc3c387 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565853 Sep 27 07:53:40.849736 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 35154) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:40.863250 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-646cf33b-0f56-4405-8761-6eaed73c2b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:40.962229 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-646cf33b-0f56-4405-8761-6eaed73c2b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:41.130821 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-646cf33b-0f56-4405-8761-6eaed73c2b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:41.169211 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-646cf33b-0f56-4405-8761-6eaed73c2b60 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=768c5f3ad8fb49bc9e9df51eddd72fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184729 Sep 27 07:53:41.170289 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646cf33b-0f56-4405-8761-6eaed73c2b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1539af2f-1e28-477f-978e-82a2aa676a4b,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:41.171997 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 35168) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:41.245942 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ab0b4a95-0609-4423-a6ba-0814741452aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:41.267390 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ab0b4a95-0609-4423-a6ba-0814741452aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:41.405005 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ab0b4a95-0609-4423-a6ba-0814741452aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:41.409933 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ab0b4a95-0609-4423-a6ba-0814741452aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:41.414672 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-ab0b4a95-0609-4423-a6ba-0814741452aa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1539af2f-1e28-477f-978e-82a2aa676a4b HTTP/1.1" status: 204 len: 168 time: 0.2416227 Sep 27 07:53:41.429785 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b4a95-0609-4423-a6ba-0814741452aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1539af2f-1e28-477f-978e-82a2aa676a4b,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:41.949355 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a84db-fef8-48d7-9586-28ce46f89dfc req-9d62eb61-fa0e-4aa4-9f85-825b9eaac1bd tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:41.951609 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-153a84db-fef8-48d7-9586-28ce46f89dfc req-9d62eb61-fa0e-4aa4-9f85-825b9eaac1bd tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0540042 Sep 27 07:53:41.991867 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-153a84db-fef8-48d7-9586-28ce46f89dfc req-7d49237e-a8bb-4816-8105-e45e0040a98c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341654 Sep 27 07:53:42.697294 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 35228) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:42.798417 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-9a2588df-ebd5-4add-a583-38f613d93a1f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1318290757-network', 'tenant_id': '4ec0938e2e5a49e0afc41c45b4851b10'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:53:42.913471 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2588df-ebd5-4add-a583-38f613d93a1f admin admin] Made reservation on behalf of 4ec0938e2e5a49e0afc41c45b4851b10 for: {'network': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:53:42.917531 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9a2588df-ebd5-4add-a583-38f613d93a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for network, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:42.924835 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9a2588df-ebd5-4add-a583-38f613d93a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:43.019408 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9a2588df-ebd5-4add-a583-38f613d93a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:43.079207 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 35240) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:43.121874 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab797b5d-874c-4e5e-a654-0f5bf07c8785 req-8b306aef-e5f3-4628-9a20-3744bf565183 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:43.124040 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ab797b5d-874c-4e5e-a654-0f5bf07c8785 req-8b306aef-e5f3-4628-9a20-3744bf565183 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0595238 Sep 27 07:53:43.142362 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9a2588df-ebd5-4add-a583-38f613d93a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:43.166755 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2588df-ebd5-4add-a583-38f613d93a1f admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=106357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 07:53:43.176910 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ab797b5d-874c-4e5e-a654-0f5bf07c8785 req-ed11d08b-8bcd-4783-8d97-87d316f00462 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451233 Sep 27 07:53:43.189072 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9a2588df-ebd5-4add-a583-38f613d93a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:43.192499 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.db.segments_db [None req-9a2588df-ebd5-4add-a583-38f613d93a1f admin admin] Added segment 58d94f70-92d3-4114-ac99-9c1d0d04403e of type vlan for network 4f25e1d5-05a2-4759-9b27-30890ee6dbd3 Sep 27 07:53:43.202926 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2588df-ebd5-4add-a583-38f613d93a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ff4413-780a-4456-b735-d4aacbe0432b,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:43.253249 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9a2588df-ebd5-4add-a583-38f613d93a1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792188561686'] for network, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:43.283179 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-07b1359b-543f-4572-93a4-9ba5aaa05e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:43.390895 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-07b1359b-543f-4572-93a4-9ba5aaa05e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:43.392690 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9a2588df-ebd5-4add-a583-38f613d93a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for network, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:43.393844 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2588df-ebd5-4add-a583-38f613d93a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:43.397548 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9a2588df-ebd5-4add-a583-38f613d93a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:43.468019 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2588df-ebd5-4add-a583-38f613d93a1f admin admin] Pushing event updated for resources: {'Network': ['ID=4f25e1d5-05a2-4759-9b27-30890ee6dbd3,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:43.479801 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Network 4f25e1d5-05a2-4759-9b27-30890ee6dbd3 details requested by agent ovs-agent-dv-cinder-811078-1-iscsi with host dv-cinder-811078-1-iscsi {{(pid=106359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 07:53:43.482434 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-07b1359b-543f-4572-93a4-9ba5aaa05e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:43.518726 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-07b1359b-543f-4572-93a4-9ba5aaa05e75 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e7a4142a2a2246d49644b43cf72ae203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4367301 Sep 27 07:53:43.519695 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 35256) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:43.557689 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1359b-543f-4572-93a4-9ba5aaa05e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c3773f-0c3b-46e2-a8ea-0bc6da3b8219,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:43.566093 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-9a2588df-ebd5-4add-a583-38f613d93a1f admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8676863 Sep 27 07:53:43.568920 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 35262) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:43.577165 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-34b46238-fad9-46da-ba6c-e0b6c6e6cf32 admin admin] Request body: {'subnet': {'network_id': '4f25e1d5-05a2-4759-9b27-30890ee6dbd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1318290757-subnet', 'tenant_id': '4ec0938e2e5a49e0afc41c45b4851b10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:53:43.609377 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-566a3671-830d-402f-8577-a4b5f8737812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:43.635810 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-566a3671-830d-402f-8577-a4b5f8737812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:43.691103 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b46238-fad9-46da-ba6c-e0b6c6e6cf32 admin admin] Made reservation on behalf of 4ec0938e2e5a49e0afc41c45b4851b10 for: {'subnet': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:53:43.693536 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-34b46238-fad9-46da-ba6c-e0b6c6e6cf32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4265353'] for subnet, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:43.802487 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-566a3671-830d-402f-8577-a4b5f8737812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:43.805053 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-566a3671-830d-402f-8577-a4b5f8737812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:43.806169 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-566a3671-830d-402f-8577-a4b5f8737812 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c7c3773f-0c3b-46e2-a8ea-0bc6da3b8219 HTTP/1.1" status: 204 len: 168 time: 0.2854092 Sep 27 07:53:43.825767 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a3671-830d-402f-8577-a4b5f8737812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c3773f-0c3b-46e2-a8ea-0bc6da3b8219,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:43.914458 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-764370b2-5270-42d1-944c-c52c8f7823bb tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:43.916250 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-764370b2-5270-42d1-944c-c52c8f7823bb tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/networks?id=7ebc4c39-d0a1-4515-9004-e5c446b45be2 HTTP/1.1" status: 200 len: 814 time: 0.1355400 Sep 27 07:53:43.931260 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-feee42c1-2155-4e5d-b306-8f54600f498f tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/quotas/a3e875ff59c741c7a0ca09fc98132f20 HTTP/1.1" status: 200 len: 375 time: 0.0086186 Sep 27 07:53:43.985996 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-dd5c18a1-8575-4b2c-9d0e-ceb4b247ec95 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3e875ff59c741c7a0ca09fc98132f20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490627 Sep 27 07:53:44.015028 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-34b46238-fad9-46da-ba6c-e0b6c6e6cf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7115008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4265403'] for subnet, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:44.081430 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b46238-fad9-46da-ba6c-e0b6c6e6cf32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aae56ffd-3cf9-4e91-8005-1e757ff4f141,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:44.085920 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b46238-fad9-46da-ba6c-e0b6c6e6cf32 admin admin] Checking segment: {'id': '58d94f70-92d3-4114-ac99-9c1d0d04403e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4f25e1d5-05a2-4759-9b27-30890ee6dbd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:53:44.086315 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b46238-fad9-46da-ba6c-e0b6c6e6cf32 admin admin] Network hostable DHCP agents. Network: 4f25e1d5-05a2-4759-9b27-30890ee6dbd3, hostable agents: ['5ef10843-63ae-4094-8244-a7e4b9a0127e'], hosted agents: [] {{(pid=106357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 07:53:44.092075 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-8d50548f-898c-4cf2-84e6-6e2bdb31a9ee service neutron] 10.222.0.11 "GET /v2.0/networks/7ebc4c39-d0a1-4515-9004-e5c446b45be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987787 Sep 27 07:53:44.185841 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-ddc11f9c-882d-4ed1-af84-3d979566250f service neutron] 10.222.0.11 "GET /v2.0/networks/7ebc4c39-d0a1-4515-9004-e5c446b45be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875390 Sep 27 07:53:44.217226 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b46238-fad9-46da-ba6c-e0b6c6e6cf32 admin admin] Network 4f25e1d5-05a2-4759-9b27-30890ee6dbd3 is scheduled to be hosted by DHCP agent 5ef10843-63ae-4094-8244-a7e4b9a0127e with binding_index 1 {{(pid=106357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 07:53:44.330474 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b91707-c4fb-41ee-b6b1-7b1ae6c645ab req-504349e8-4b14-4bfd-bda1-6a92d1e88593 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:44.331983 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b1b91707-c4fb-41ee-b6b1-7b1ae6c645ab req-504349e8-4b14-4bfd-bda1-6a92d1e88593 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0483632 Sep 27 07:53:44.369328 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b1b91707-c4fb-41ee-b6b1-7b1ae6c645ab req-e0cc8fe8-79e8-43df-9c02-049ea86d9490 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312803 Sep 27 07:53:44.450803 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-34b46238-fad9-46da-ba6c-e0b6c6e6cf32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811078-1-iscsi, 4f25e1d5-05a2-4759-9b27-30890ee6dbd3) {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:53:44.462104 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c058b928-7767-4b29-8cde-845b02b401c8 None None] Network 4f25e1d5-05a2-4759-9b27-30890ee6dbd3 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:53:44.462283 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b46238-fad9-46da-ba6c-e0b6c6e6cf32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:44.462283 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-34b46238-fad9-46da-ba6c-e0b6c6e6cf32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:44.589582 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-44e8dabe-0815-4915-a83c-98d7402c8929 req-522114b2-a3e7-4135-b520-c40d3d9d0456 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 210 time: 0.0314019 Sep 27 07:53:44.605489 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370bb0c9-f1bd-4ef0-aae8-6610897de9b1 None None] Network 4f25e1d5-05a2-4759-9b27-30890ee6dbd3 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:53:44.621210 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-34b46238-fad9-46da-ba6c-e0b6c6e6cf32 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0510314 Sep 27 07:53:44.699427 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 35308) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:44.715941 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-881a34a1-d110-4d90-b284-a87cf43cb57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:44.810785 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-881a34a1-d110-4d90-b284-a87cf43cb57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:44.888896 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-881a34a1-d110-4d90-b284-a87cf43cb57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:44.926338 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a34a1-d110-4d90-b284-a87cf43cb57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba7e3b0-31b5-45bd-b306-ecfe04ea7bf6,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:44.935692 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-881a34a1-d110-4d90-b284-a87cf43cb57c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b042fb4a83a54f7e9954302ee6ef48b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344160 Sep 27 07:53:44.938877 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 35314) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:44.991574 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d5fcde26-64b6-4607-8763-90b29975f331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:45.017574 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d5fcde26-64b6-4607-8763-90b29975f331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:45.157301 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d5fcde26-64b6-4607-8763-90b29975f331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:45.159859 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d5fcde26-64b6-4607-8763-90b29975f331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:45.161040 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-d5fcde26-64b6-4607-8763-90b29975f331 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8ba7e3b0-31b5-45bd-b306-ecfe04ea7bf6 HTTP/1.1" status: 204 len: 168 time: 0.2211659 Sep 27 07:53:45.169444 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fcde26-64b6-4607-8763-90b29975f331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba7e3b0-31b5-45bd-b306-ecfe04ea7bf6,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:45.503831 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ff240-42a8-4050-908b-7f5514c9e7a4 req-e29a7100-f5ce-4674-abdb-f5f3fb81b9a0 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:45.505626 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-057ff240-42a8-4050-908b-7f5514c9e7a4 req-e29a7100-f5ce-4674-abdb-f5f3fb81b9a0 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0672729 Sep 27 07:53:45.526144 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 35336) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:45.531099 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-40de591d-5f0d-4082-9929-9f5ca26920c4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-641950461-network', 'tenant_id': '911069403b3c42caa897e26caa9c77ca'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:53:45.548366 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-057ff240-42a8-4050-908b-7f5514c9e7a4 req-ce1d7772-22db-42b8-a555-650bef99012a tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348573 Sep 27 07:53:45.650688 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40de591d-5f0d-4082-9929-9f5ca26920c4 admin admin] Made reservation on behalf of 911069403b3c42caa897e26caa9c77ca for: {'network': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:53:45.653655 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-40de591d-5f0d-4082-9929-9f5ca26920c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for network, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:45.662397 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-40de591d-5f0d-4082-9929-9f5ca26920c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:45.748474 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-40de591d-5f0d-4082-9929-9f5ca26920c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:45.820391 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-40de591d-5f0d-4082-9929-9f5ca26920c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:45.840361 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40de591d-5f0d-4082-9929-9f5ca26920c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=106357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 07:53:45.853811 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de591d-5f0d-4082-9929-9f5ca26920c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c0c18c-ec3b-4555-97c3-434067394c5e,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:45.859852 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-40de591d-5f0d-4082-9929-9f5ca26920c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:45.860188 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.db.segments_db [None req-40de591d-5f0d-4082-9929-9f5ca26920c4 admin admin] Added segment a3ab1aee-5de7-4925-b330-fb00d4ba1e9e of type vlan for network 8b70a325-0ceb-45d7-9b64-b9b17a129db6 Sep 27 07:53:45.900741 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-40de591d-5f0d-4082-9929-9f5ca26920c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792188561686'] for network, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:45.902811 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 35346) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:45.920808 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6b24-8c9d-4adf-ba4c-1508aae91f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:46.020644 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6b24-8c9d-4adf-ba4c-1508aae91f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:46.048286 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-40de591d-5f0d-4082-9929-9f5ca26920c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for network, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:46.049283 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40de591d-5f0d-4082-9929-9f5ca26920c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:46.049863 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-40de591d-5f0d-4082-9929-9f5ca26920c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:46.107747 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de591d-5f0d-4082-9929-9f5ca26920c4 admin admin] Pushing event updated for resources: {'Network': ['ID=8b70a325-0ceb-45d7-9b64-b9b17a129db6,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:46.115995 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6f2d6b24-8c9d-4adf-ba4c-1508aae91f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:46.118547 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Network 8b70a325-0ceb-45d7-9b64-b9b17a129db6 details requested by agent ovs-agent-dv-cinder-811078-1-iscsi with host dv-cinder-811078-1-iscsi {{(pid=106359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 07:53:46.154506 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-6f2d6b24-8c9d-4adf-ba4c-1508aae91f32 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dc5b04cd7b7d46ac97edc79642d4aad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2506664 Sep 27 07:53:46.155486 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2d6b24-8c9d-4adf-ba4c-1508aae91f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac1d1cf-067d-43cd-98c3-5056967c5712,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:46.157290 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 35350) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:46.207524 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03a72d09-fbf0-47eb-aa27-092f00f23b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:46.222485 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-40de591d-5f0d-4082-9929-9f5ca26920c4 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6952384 Sep 27 07:53:46.225187 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 35352) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:46.229218 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03a72d09-fbf0-47eb-aa27-092f00f23b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:46.229964 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-f276c897-a441-475a-9c56-e43cc0684d85 admin admin] Request body: {'subnet': {'network_id': '8b70a325-0ceb-45d7-9b64-b9b17a129db6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-641950461-subnet', 'tenant_id': '911069403b3c42caa897e26caa9c77ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:53:46.318996 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f276c897-a441-475a-9c56-e43cc0684d85 admin admin] Made reservation on behalf of 911069403b3c42caa897e26caa9c77ca for: {'subnet': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:53:46.321347 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f276c897-a441-475a-9c56-e43cc0684d85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4265353'] for subnet, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:46.370900 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03a72d09-fbf0-47eb-aa27-092f00f23b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:46.373492 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03a72d09-fbf0-47eb-aa27-092f00f23b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:46.374656 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-03a72d09-fbf0-47eb-aa27-092f00f23b73 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cac1d1cf-067d-43cd-98c3-5056967c5712 HTTP/1.1" status: 204 len: 168 time: 0.2162218 Sep 27 07:53:46.386730 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a72d09-fbf0-47eb-aa27-092f00f23b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac1d1cf-067d-43cd-98c3-5056967c5712,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:46.582228 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f276c897-a441-475a-9c56-e43cc0684d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7115008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4265403'] for subnet, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:46.635111 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276c897-a441-475a-9c56-e43cc0684d85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=929eeaf5-b85c-42c6-a5f4-b42738b50ef9,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:46.645567 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f276c897-a441-475a-9c56-e43cc0684d85 admin admin] Checking segment: {'id': 'a3ab1aee-5de7-4925-b330-fb00d4ba1e9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '8b70a325-0ceb-45d7-9b64-b9b17a129db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:53:46.645920 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f276c897-a441-475a-9c56-e43cc0684d85 admin admin] Network hostable DHCP agents. Network: 8b70a325-0ceb-45d7-9b64-b9b17a129db6, hostable agents: ['5ef10843-63ae-4094-8244-a7e4b9a0127e'], hosted agents: [] {{(pid=106357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 07:53:46.781648 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f276c897-a441-475a-9c56-e43cc0684d85 admin admin] Network 8b70a325-0ceb-45d7-9b64-b9b17a129db6 is scheduled to be hosted by DHCP agent 5ef10843-63ae-4094-8244-a7e4b9a0127e with binding_index 1 {{(pid=106357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 07:53:46.877517 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-f276c897-a441-475a-9c56-e43cc0684d85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811078-1-iscsi, 8b70a325-0ceb-45d7-9b64-b9b17a129db6) {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:53:46.881540 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f276c897-a441-475a-9c56-e43cc0684d85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:46.882221 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f276c897-a441-475a-9c56-e43cc0684d85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:46.888134 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4996293-9273-43c2-9766-3eb05ede41f6 None None] Network 8b70a325-0ceb-45d7-9b64-b9b17a129db6 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:53:46.986517 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-f276c897-a441-475a-9c56-e43cc0684d85 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7602260 Sep 27 07:53:47.024040 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6883476-5700-4e2b-954b-266cf084677d None None] Network 8b70a325-0ceb-45d7-9b64-b9b17a129db6 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:53:47.549821 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 35386) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:47.643742 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-1f9b9036-c0f0-4ca9-9335-468ad57f542a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1857157059-network', 'tenant_id': '26c1354967394ee8abc55278e4e71185'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:53:47.719031 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9b9036-c0f0-4ca9-9335-468ad57f542a admin admin] Made reservation on behalf of 26c1354967394ee8abc55278e4e71185 for: {'network': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:53:47.721542 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1f9b9036-c0f0-4ca9-9335-468ad57f542a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for network, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:47.731835 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1f9b9036-c0f0-4ca9-9335-468ad57f542a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:47.816811 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1f9b9036-c0f0-4ca9-9335-468ad57f542a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:47.894703 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1f9b9036-c0f0-4ca9-9335-468ad57f542a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:47.923561 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f9b9036-c0f0-4ca9-9335-468ad57f542a admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=106357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 07:53:47.933406 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b9036-c0f0-4ca9-9335-468ad57f542a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4807cd14-d419-475b-860f-b70ad2882c32,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:47.939621 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1f9b9036-c0f0-4ca9-9335-468ad57f542a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:47.939959 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.db.segments_db [None req-1f9b9036-c0f0-4ca9-9335-468ad57f542a admin admin] Added segment 9f80519b-3486-4a4c-8d1b-dbe89f7b6f96 of type vlan for network d91e3572-80b7-4a90-9b73-1399254fa66c Sep 27 07:53:48.000175 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1f9b9036-c0f0-4ca9-9335-468ad57f542a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792188561686'] for network, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:48.001492 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f38df295-60a5-4b18-a151-d69d40d1b84e req-3707a304-1860-40c6-8d86-216908dc02e7 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 210 time: 0.0477359 Sep 27 07:53:48.089902 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff735ab-b4a8-405f-8efa-da86ac56ec62 req-dc1d7c29-e7c8-4c52-90ad-7e599598e316 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:48.091386 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7ff735ab-b4a8-405f-8efa-da86ac56ec62 req-dc1d7c29-e7c8-4c52-90ad-7e599598e316 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0498610 Sep 27 07:53:48.128732 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7ff735ab-b4a8-405f-8efa-da86ac56ec62 req-3aa669ff-8be0-4d16-ba1f-66d8f1c1beaf tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313716 Sep 27 07:53:48.140231 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1f9b9036-c0f0-4ca9-9335-468ad57f542a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for network, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:48.151553 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9b9036-c0f0-4ca9-9335-468ad57f542a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:48.151553 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1f9b9036-c0f0-4ca9-9335-468ad57f542a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:48.205201 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b9036-c0f0-4ca9-9335-468ad57f542a admin admin] Pushing event updated for resources: {'Network': ['ID=d91e3572-80b7-4a90-9b73-1399254fa66c,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:48.223694 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Network d91e3572-80b7-4a90-9b73-1399254fa66c details requested by agent ovs-agent-dv-cinder-811078-1-iscsi with host dv-cinder-811078-1-iscsi {{(pid=106359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 07:53:48.329666 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-1f9b9036-c0f0-4ca9-9335-468ad57f542a admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7787297 Sep 27 07:53:48.332633 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 35398) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:48.337536 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-1dd1fdc7-174d-4085-981f-d5122e140ba0 admin admin] Request body: {'subnet': {'network_id': 'd91e3572-80b7-4a90-9b73-1399254fa66c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1857157059-subnet', 'tenant_id': '26c1354967394ee8abc55278e4e71185', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:53:48.454232 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd1fdc7-174d-4085-981f-d5122e140ba0 admin admin] Made reservation on behalf of 26c1354967394ee8abc55278e4e71185 for: {'subnet': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:53:48.456582 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1dd1fdc7-174d-4085-981f-d5122e140ba0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4265353'] for subnet, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:48.877466 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1dd1fdc7-174d-4085-981f-d5122e140ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7115008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4265403'] for subnet, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:48.933604 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1fdc7-174d-4085-981f-d5122e140ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fa72093-9ade-4b30-b8a3-1cb9f6019191,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:48.942330 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd1fdc7-174d-4085-981f-d5122e140ba0 admin admin] Checking segment: {'id': '9f80519b-3486-4a4c-8d1b-dbe89f7b6f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd91e3572-80b7-4a90-9b73-1399254fa66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:53:48.942688 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd1fdc7-174d-4085-981f-d5122e140ba0 admin admin] Network hostable DHCP agents. Network: d91e3572-80b7-4a90-9b73-1399254fa66c, hostable agents: ['5ef10843-63ae-4094-8244-a7e4b9a0127e'], hosted agents: [] {{(pid=106357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 07:53:49.055999 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd1fdc7-174d-4085-981f-d5122e140ba0 admin admin] Network d91e3572-80b7-4a90-9b73-1399254fa66c is scheduled to be hosted by DHCP agent 5ef10843-63ae-4094-8244-a7e4b9a0127e with binding_index 1 {{(pid=106357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 07:53:49.120107 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a32ba8ec-9d7e-4399-8cb0-b69bfd039e59 req-53a2f560-c3f2-4778-a0be-c017f0e9f7fe tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 210 time: 0.0342638 Sep 27 07:53:49.170416 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-1dd1fdc7-174d-4085-981f-d5122e140ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811078-1-iscsi, d91e3572-80b7-4a90-9b73-1399254fa66c) {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:53:49.175727 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd1fdc7-174d-4085-981f-d5122e140ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:49.176646 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1dd1fdc7-174d-4085-981f-d5122e140ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:49.183019 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b43518e-37c4-4f81-82ff-88cb715c97d4 None None] Network d91e3572-80b7-4a90-9b73-1399254fa66c requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:53:49.300095 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-1dd1fdc7-174d-4085-981f-d5122e140ba0 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9662118 Sep 27 07:53:49.425010 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b10b719-44db-44eb-98fa-15302cd95030 None None] Network d91e3572-80b7-4a90-9b73-1399254fa66c requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:53:49.460736 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-677053ba-eee4-469e-8ed4-3625481bee9a tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:49.463249 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-677053ba-eee4-469e-8ed4-3625481bee9a tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.25 "GET /v2.0/networks?id=7ebc4c39-d0a1-4515-9004-e5c446b45be2 HTTP/1.1" status: 200 len: 814 time: 0.2399726 Sep 27 07:53:49.483722 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6a4ff2-e8cd-4743-8895-c402e9173492 req-5cd2c1b8-7b09-43fd-ae7f-d611345010a9 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:49.491850 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2a6a4ff2-e8cd-4743-8895-c402e9173492 req-5cd2c1b8-7b09-43fd-ae7f-d611345010a9 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.1210420 Sep 27 07:53:49.500507 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-1d9a1a5d-d495-4b5e-9d70-e448f2894ac8 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Request body: {'port': {'device_id': '7da212e9-e3c9-4451-9f34-0540e696968d', 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2', 'admin_state_up': True, 'tenant_id': 'a3e875ff59c741c7a0ca09fc98132f20'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:53:49.621278 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2a6a4ff2-e8cd-4743-8895-c402e9173492 req-e02861dc-bc4b-4515-b062-049d14470048 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284914 Sep 27 07:53:49.734506 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-1d9a1a5d-d495-4b5e-9d70-e448f2894ac8 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Made reservation on behalf of a3e875ff59c741c7a0ca09fc98132f20 for: {'port': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:53:49.738502 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-1d9a1a5d-d495-4b5e-9d70-e448f2894ac8 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:50.088691 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-1d9a1a5d-d495-4b5e-9d70-e448f2894ac8 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Allocated IP 172.20.0.13 (7ebc4c39-d0a1-4515-9004-e5c446b45be2/5da2f088-86e4-4227-ba0f-fc971a0a955e/ba44de47-c451-4f7c-af6a-29a32ad21039) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:53:50.243468 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-84db8360-3c9a-4ee1-bab8-df3267d92da8 req-5fa47830-4a48-4822-921a-818c7013ff15 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 210 time: 0.0320675 Sep 27 07:53:50.277183 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-1d9a1a5d-d495-4b5e-9d70-e448f2894ac8 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:50.399321 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-1d9a1a5d-d495-4b5e-9d70-e448f2894ac8 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:50.414373 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18', '9b138984-501b-4363-a68b-083b30632582'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:53:50.444480 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-1d9a1a5d-d495-4b5e-9d70-e448f2894ac8 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:53:50.447908 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-1d9a1a5d-d495-4b5e-9d70-e448f2894ac8 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:53:50.451686 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-1d9a1a5d-d495-4b5e-9d70-e448f2894ac8 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:53:50.489062 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a1a5d-d495-4b5e-9d70-e448f2894ac8 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Pushing event updated for resources: {'Port': ['ID=ba44de47-c451-4f7c-af6a-29a32ad21039,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:50.519968 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-1d9a1a5d-d495-4b5e-9d70-e448f2894ac8 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:50.520655 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-1d9a1a5d-d495-4b5e-9d70-e448f2894ac8 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:50.622650 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-1d9a1a5d-d495-4b5e-9d70-e448f2894ac8 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1287327 Sep 27 07:53:50.643016 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Request body: {'port': {'device_id': '7da212e9-e3c9-4451-9f34-0540e696968d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:53:50.728859 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:50.776545 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0bc6f8-530d-4395-b0c5-f7431ec47fa2 req-f3bafd03-f82e-443f-9634-04b3673d921b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:50.778552 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9a0bc6f8-530d-4395-b0c5-f7431ec47fa2 req-f3bafd03-f82e-443f-9634-04b3673d921b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0834770 Sep 27 07:53:50.883416 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9a0bc6f8-530d-4395-b0c5-f7431ec47fa2 req-b93d095b-04bb-4cf5-b573-18f6e96cb8d3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990894 Sep 27 07:53:51.039345 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba44de47-c451-4f7c-af6a-29a32ad21039 {{(pid=106358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:53:51.047743 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:51.059480 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.provisioning_blocks [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Transition to ACTIVE for port object ba44de47-c451-4f7c-af6a-29a32ad21039 will not be triggered until provisioned by entity L2. {{(pid=106358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 07:53:51.176912 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:51.234446 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Pushing event updated for resources: {'Port': ['ID=ba44de47-c451-4f7c-af6a-29a32ad21039,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:51.301515 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Attempting to bind port ba44de47-c451-4f7c-af6a-29a32ad21039 on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:53:51.302179 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Attempting to bind port ba44de47-c451-4f7c-af6a-29a32ad21039 by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': 'f049ded7-e2f1-4742-8006-c6c1da15b4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2'}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:53:51.302179 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Attempting to bind port ba44de47-c451-4f7c-af6a-29a32ad21039 on network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:53:51.307179 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Port ba44de47-c451-4f7c-af6a-29a32ad21039 on network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 07:53:51.307653 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Attempting to bind port ba44de47-c451-4f7c-af6a-29a32ad21039 on network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:53:51.312921 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:53:51.313254 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Checking segment: {'id': 'f049ded7-e2f1-4742-8006-c6c1da15b4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:53:51.313630 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Bound using segment: {'id': 'f049ded7-e2f1-4742-8006-c6c1da15b4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2'} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:53:51.314136 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Bound port: ba44de47-c451-4f7c-af6a-29a32ad21039, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f049ded7-e2f1-4742-8006-c6c1da15b4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2'}}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:53:51.314495 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:51.414697 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab72f9-e93b-420a-bad7-151c7914e88d req-f0f28592-046c-460f-9b49-a60eed4a568a tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:51.414810 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-36ab72f9-e93b-420a-bad7-151c7914e88d req-f0f28592-046c-460f-9b49-a60eed4a568a tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 944 time: 0.0837460 Sep 27 07:53:51.431877 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] For port ba44de47-c451-4f7c-af6a-29a32ad21039, host hv-cinder-81107, cleared binding levels {{(pid=106358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:53:51.436222 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] For port ba44de47-c451-4f7c-af6a-29a32ad21039, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=ba44de47-c451-4f7c-af6a-29a32ad21039,segment=NetworkSegment(f049ded7-e2f1-4742-8006-c6c1da15b4c4),segment_id=f049ded7-e2f1-4742-8006-c6c1da15b4c4)] {{(pid=106358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:53:51.466459 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-36ab72f9-e93b-420a-bad7-151c7914e88d req-0bfdf01f-e010-4ad1-b635-33a72ccabed8 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432327 Sep 27 07:53:51.566423 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:51.625439 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:51.626044 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:51.627413 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] 10.222.0.25 "PUT /v2.0/ports/ba44de47-c451-4f7c-af6a-29a32ad21039 HTTP/1.1" status: 200 len: 1094 time: 0.9884849 Sep 27 07:53:51.627845 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7da212e9-e3c9-4451-9f34-0540e696968d', 'tag': 'ba44de47-c451-4f7c-af6a-29a32ad21039'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:53:51.630087 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb42c391-6266-49fc-a7b0-0de7e36677f1" -d '{"events": [{"name": "network-changed", "server_uuid": "7da212e9-e3c9-4451-9f34-0540e696968d", "tag": "ba44de47-c451-4f7c-af6a-29a32ad21039"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:53:51.659762 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-f1121081-85a1-4201-9a67-590df8c41d63 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:51.659762 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-f1121081-85a1-4201-9a67-590df8c41d63 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/networks?id=d91e3572-80b7-4a90-9b73-1399254fa66c HTTP/1.1" status: 200 len: 809 time: 0.1600380 Sep 27 07:53:51.671092 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299fa71-1ea4-475c-a7a7-d07fb4d9f411 service neutron] Pushing event updated for resources: {'Port': ['ID=ba44de47-c451-4f7c-af6a-29a32ad21039,revision_number=3']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:51.682652 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e547fec-0345-4eae-8f47-b894ce9ed85d x-openstack-request-id: req-3e547fec-0345-4eae-8f47-b894ce9ed85d {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:53:51.683008 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7da212e9-e3c9-4451-9f34-0540e696968d", "tag": "ba44de47-c451-4f7c-af6a-29a32ad21039", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:53:51.683325 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3e547fec-0345-4eae-8f47-b894ce9ed85d {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:53:51.683811 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7da212e9-e3c9-4451-9f34-0540e696968d', 'tag': 'ba44de47-c451-4f7c-af6a-29a32ad21039', 'status': 'completed', 'code': 200} Sep 27 07:53:51.685647 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-6552b4fb-c82d-4dfe-9c38-8753b0f6b550 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/quotas/26c1354967394ee8abc55278e4e71185 HTTP/1.1" status: 200 len: 375 time: 0.0220516 Sep 27 07:53:51.721914 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-44faac0e-e61a-49d0-b708-5b86c230ddf6 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=26c1354967394ee8abc55278e4e71185&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305152 Sep 27 07:53:51.815677 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c391-6266-49fc-a7b0-0de7e36677f1 req-e7ed0392-f82a-4d5b-8958-b167e81a7319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:51.817236 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fb42c391-6266-49fc-a7b0-0de7e36677f1 req-e7ed0392-f82a-4d5b-8958-b167e81a7319 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3e875ff59c741c7a0ca09fc98132f20&device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 1097 time: 0.0943711 Sep 27 07:53:51.873710 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-23cd5d5d-99ff-461d-bae5-49c654bbd623 service neutron] 10.222.0.11 "GET /v2.0/networks/d91e3572-80b7-4a90-9b73-1399254fa66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433649 Sep 27 07:53:52.021753 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c391-6266-49fc-a7b0-0de7e36677f1 req-219fcfac-1b73-48c2-a2f1-2d390f81f503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:52.023228 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fb42c391-6266-49fc-a7b0-0de7e36677f1 req-219fcfac-1b73-48c2-a2f1-2d390f81f503 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a3e875ff59c741c7a0ca09fc98132f20&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1962614 Sep 27 07:53:52.078634 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7148f0-064c-48f7-b878-284031d932d5 req-c4a2b8bc-6fd0-40f0-a766-5c4376c2fb98 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:52.080189 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0c7148f0-064c-48f7-b878-284031d932d5 req-c4a2b8bc-6fd0-40f0-a766-5c4376c2fb98 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.1225805 Sep 27 07:53:52.084266 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-1a902205-9488-44ec-9b29-f1fde6af0f51 service neutron] 10.222.0.11 "GET /v2.0/networks/d91e3572-80b7-4a90-9b73-1399254fa66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745520 Sep 27 07:53:52.162376 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0c7148f0-064c-48f7-b878-284031d932d5 req-bdaf6f06-1203-4b35-95ec-a3fc18415c1b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750721 Sep 27 07:53:52.180112 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb42c391-6266-49fc-a7b0-0de7e36677f1 req-8a504f49-0ef2-4f1d-99b0-6226c56c5daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:52.181652 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fb42c391-6266-49fc-a7b0-0de7e36677f1 req-8a504f49-0ef2-4f1d-99b0-6226c56c5daf service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1399982 Sep 27 07:53:52.272411 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-40d2ad72-0028-44b3-8e1c-568248bf3647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:52.274010 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-40d2ad72-0028-44b3-8e1c-568248bf3647 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3e875ff59c741c7a0ca09fc98132f20&device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 1097 time: 0.0462143 Sep 27 07:53:52.319258 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-ba9f95ab-3e94-48b9-8223-8a5bdcb2206b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba44de47-c451-4f7c-af6a-29a32ad21039 HTTP/1.1" status: 200 len: 217 time: 0.0354798 Sep 27 07:53:52.392211 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-47a44f5b-146c-4f83-8f8b-8a1dce41041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:52.393953 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-47a44f5b-146c-4f83-8f8b-8a1dce41041b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5da2f088-86e4-4227-ba0f-fc971a0a955e HTTP/1.1" status: 200 len: 854 time: 0.0650737 Sep 27 07:53:52.445730 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-891ed296-21da-435d-bc92-0ca717c65b1b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ebc4c39-d0a1-4515-9004-e5c446b45be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392392 Sep 27 07:53:52.491414 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-970426bc-f2e0-429c-91a8-f5cc2d39e1fa req-eebf4cd5-2a96-424a-b826-606dd653680e tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 210 time: 0.0720208 Sep 27 07:53:52.542702 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 35536) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:52.627460 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-7c6b4b92-eeb1-4df3-ae55-bff784d9a206 service neutron] 10.222.0.25 "GET /v2.0/networks/7ebc4c39-d0a1-4515-9004-e5c446b45be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538651 Sep 27 07:53:52.638972 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa4c43-4005-41c2-a488-a0cd5d100a35 req-49903c4e-0026-4950-b82e-50fb902d0a60 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:52.640531 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-13aa4c43-4005-41c2-a488-a0cd5d100a35 req-49903c4e-0026-4950-b82e-50fb902d0a60 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 944 time: 0.0721383 Sep 27 07:53:52.662823 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5523-a1d2-49f7-bfcb-3344e99fbb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:52.736354 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-13aa4c43-4005-41c2-a488-a0cd5d100a35 req-07329b85-cecc-4b84-b584-5aa2d45afcd5 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846403 Sep 27 07:53:52.766613 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9011efaa-ae2f-4f20-86f6-736b5d7610ae req-74448433-a8b2-4930-aaa6-e4fd9db641fc service neutron] 10.222.0.25 "GET /v2.0/networks/7ebc4c39-d0a1-4515-9004-e5c446b45be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219938 Sep 27 07:53:52.770492 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5523-a1d2-49f7-bfcb-3344e99fbb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:52.878875 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ee5c5523-a1d2-49f7-bfcb-3344e99fbb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:52.923854 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-ee5c5523-a1d2-49f7-bfcb-3344e99fbb9b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1185b6b8bfaf4000a30f1eb54f91daa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734438 Sep 27 07:53:52.923854 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c5523-a1d2-49f7-bfcb-3344e99fbb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb66e867-1b7a-42ee-9723-f62258e9ffc1,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:52.924004 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 35548) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:53:52.989531 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ded9765f-e18d-4519-909a-3ff637ea6022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:53.011320 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ded9765f-e18d-4519-909a-3ff637ea6022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:53.276323 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92dd417-2245-474d-ba19-c8ae29563b1d req-199fe3cd-2bc7-47f3-b3d5-3f97d7c97880 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:53.278392 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c92dd417-2245-474d-ba19-c8ae29563b1d req-199fe3cd-2bc7-47f3-b3d5-3f97d7c97880 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0483272 Sep 27 07:53:53.315046 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c92dd417-2245-474d-ba19-c8ae29563b1d req-9687b975-35e7-4a05-a981-8c00461991ed tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307412 Sep 27 07:53:53.393653 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ded9765f-e18d-4519-909a-3ff637ea6022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:53.396442 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ded9765f-e18d-4519-909a-3ff637ea6022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:53.397762 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-ded9765f-e18d-4519-909a-3ff637ea6022 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/bb66e867-1b7a-42ee-9723-f62258e9ffc1 HTTP/1.1" status: 204 len: 168 time: 0.4732182 Sep 27 07:53:53.406782 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9765f-e18d-4519-909a-3ff637ea6022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb66e867-1b7a-42ee-9723-f62258e9ffc1,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:53.573382 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c0194d99-8f10-4c04-bc89-efa298c7ee2e req-48618574-9f32-4073-916a-f7d3cd4f955e tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 210 time: 0.0265191 Sep 27 07:53:53.609642 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:53:53.860545 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c1161-04ce-45d1-b3fa-09ccd90512fc req-3e5cd5c6-6f40-49c1-b1bd-ae64ba144921 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:53.862735 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-200c1161-04ce-45d1-b3fa-09ccd90512fc req-3e5cd5c6-6f40-49c1-b1bd-ae64ba144921 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 944 time: 0.0523832 Sep 27 07:53:53.907489 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-200c1161-04ce-45d1-b3fa-09ccd90512fc req-ed1c5909-0141-4938-b164-17814cc43f83 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375361 Sep 27 07:53:54.429006 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9aa3d-7661-45b0-947c-f278f1751fbb req-1cde02ca-3c96-47e9-a39a-21c3c210d849 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:54.430739 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a5a9aa3d-7661-45b0-947c-f278f1751fbb req-1cde02ca-3c96-47e9-a39a-21c3c210d849 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0498080 Sep 27 07:53:54.471355 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a5a9aa3d-7661-45b0-947c-f278f1751fbb req-2f7b0f5d-da6e-4164-b8a7-14ea36b85ce1 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340869 Sep 27 07:53:54.732321 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6033d988-b59b-41cd-85b1-3a7b87102f65 req-76070a7e-5986-4acf-b3fa-fa98c686a437 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 210 time: 0.0255175 Sep 27 07:53:55.021976 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab458a14-9398-49a3-a1f0-583c0b5f30bd req-574b342b-c7e3-447d-88eb-8c46489350f8 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:55.023479 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ab458a14-9398-49a3-a1f0-583c0b5f30bd req-574b342b-c7e3-447d-88eb-8c46489350f8 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 944 time: 0.0503688 Sep 27 07:53:55.065631 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ab458a14-9398-49a3-a1f0-583c0b5f30bd req-3c75fcef-5136-47d3-8f89-3cb260f6a115 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352061 Sep 27 07:53:55.500621 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-1636f82f-6b4f-4a53-ac30-8a245fa392d0 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:55.502175 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-1636f82f-6b4f-4a53-ac30-8a245fa392d0 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.25 "GET /v2.0/networks?id=d91e3572-80b7-4a90-9b73-1399254fa66c HTTP/1.1" status: 200 len: 809 time: 0.1037939 Sep 27 07:53:55.525183 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-924deb96-0bb1-4932-a8e7-31916ee71507 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Request body: {'port': {'device_id': 'bb944a9d-3546-461b-b1c2-ad84aa59df07', 'network_id': 'd91e3572-80b7-4a90-9b73-1399254fa66c', 'admin_state_up': True, 'tenant_id': '26c1354967394ee8abc55278e4e71185'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:53:55.651037 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c73c78-a192-4b45-ab19-c0d430550d8f req-432bcfa7-bf30-4228-83e1-ca61c66c6055 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:55.653018 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-31c73c78-a192-4b45-ab19-c0d430550d8f req-432bcfa7-bf30-4228-83e1-ca61c66c6055 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0933216 Sep 27 07:53:55.703825 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-31c73c78-a192-4b45-ab19-c0d430550d8f req-920fb13a-131d-442a-a615-5745cb039550 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432363 Sep 27 07:53:55.782420 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-924deb96-0bb1-4932-a8e7-31916ee71507 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Made reservation on behalf of 26c1354967394ee8abc55278e4e71185 for: {'port': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:53:55.785988 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-924deb96-0bb1-4932-a8e7-31916ee71507 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:55.839893 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c51d2ac2-a07f-47be-abfb-e180c4359c6f req-a0e365a8-b8f8-4649-9036-a0ce9ebd1334 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 210 time: 0.0359795 Sep 27 07:53:55.940773 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-924deb96-0bb1-4932-a8e7-31916ee71507 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Allocated IP 172.20.0.10 (d91e3572-80b7-4a90-9b73-1399254fa66c/5fa72093-9ade-4b30-b8a3-1cb9f6019191/5c913015-68ec-4c82-96c3-3819c19b0038) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:53:56.085380 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-924deb96-0bb1-4932-a8e7-31916ee71507 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:56.181630 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d43aa-893d-4dd9-9d22-1937b94b6ebc req-1b65966f-7aaa-4778-b214-c2fb95ed8ba4 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:56.183107 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c23d43aa-893d-4dd9-9d22-1937b94b6ebc req-1b65966f-7aaa-4778-b214-c2fb95ed8ba4 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 944 time: 0.0480564 Sep 27 07:53:56.221243 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c23d43aa-893d-4dd9-9d22-1937b94b6ebc req-d757b6fe-43a1-4d49-94d7-256237aa1f6f tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320523 Sep 27 07:53:56.336453 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-924deb96-0bb1-4932-a8e7-31916ee71507 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:56.375469 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-924deb96-0bb1-4932-a8e7-31916ee71507 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Network d91e3572-80b7-4a90-9b73-1399254fa66c is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:53:56.378499 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-924deb96-0bb1-4932-a8e7-31916ee71507 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:53:56.381992 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-924deb96-0bb1-4932-a8e7-31916ee71507 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:53:56.412012 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924deb96-0bb1-4932-a8e7-31916ee71507 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Pushing event updated for resources: {'Port': ['ID=5c913015-68ec-4c82-96c3-3819c19b0038,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:56.444328 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-924deb96-0bb1-4932-a8e7-31916ee71507 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:56.444328 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-924deb96-0bb1-4932-a8e7-31916ee71507 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:56.593856 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-924deb96-0bb1-4932-a8e7-31916ee71507 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0731828 Sep 27 07:53:56.614254 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Request body: {'port': {'device_id': 'bb944a9d-3546-461b-b1c2-ad84aa59df07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:53:56.666669 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:56.905173 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93e9de-04b3-49ce-a40d-ceac50a13e6b req-4360b2b4-5805-4e23-a239-0e4eb65ee35a tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:56.906693 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fd93e9de-04b3-49ce-a40d-ceac50a13e6b req-4360b2b4-5805-4e23-a239-0e4eb65ee35a tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.1004424 Sep 27 07:53:56.981586 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device ba44de47-c451-4f7c-af6a-29a32ad21039 details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:53:56.990621 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fd93e9de-04b3-49ce-a40d-ceac50a13e6b req-45b61061-7d46-4512-9c95-a588d7a5f8cf tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778935 Sep 27 07:53:57.044042 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e642f-f623-40eb-816a-52dd4d77fad8 req-77238de4-9747-469e-b995-d638850aa0fa tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:57.045592 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-778e642f-f623-40eb-816a-52dd4d77fad8 req-77238de4-9747-469e-b995-d638850aa0fa tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 932 time: 0.1107891 Sep 27 07:53:57.056469 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c913015-68ec-4c82-96c3-3819c19b0038 {{(pid=106358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:53:57.074694 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:57.085967 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port ba44de47-c451-4f7c-af6a-29a32ad21039, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=ba44de47-c451-4f7c-af6a-29a32ad21039,segment=NetworkSegment(f049ded7-e2f1-4742-8006-c6c1da15b4c4),segment_id=f049ded7-e2f1-4742-8006-c6c1da15b4c4)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:57.097484 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': 'ba44de47-c451-4f7c-af6a-29a32ad21039', 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2', 'port_id': 'ba44de47-c451-4f7c-af6a-29a32ad21039', 'mac_address': 'fa:16:3e:3d:4b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da2f088-86e4-4227-ba0f-fc971a0a955e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:53:57.105023 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.provisioning_blocks [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Transition to ACTIVE for port object 5c913015-68ec-4c82-96c3-3819c19b0038 will not be triggered until provisioned by entity L2. {{(pid=106358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 07:53:57.109113 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-778e642f-f623-40eb-816a-52dd4d77fad8 req-caa6c857-5155-4f6c-bc19-670da469540d tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575049 Sep 27 07:53:57.138573 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:57.150561 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba44de47-c451-4f7c-af6a-29a32ad21039 {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:53:57.169426 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port ba44de47-c451-4f7c-af6a-29a32ad21039, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=ba44de47-c451-4f7c-af6a-29a32ad21039,segment=NetworkSegment(f049ded7-e2f1-4742-8006-c6c1da15b4c4),segment_id=f049ded7-e2f1-4742-8006-c6c1da15b4c4)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:57.209881 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:57.256730 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Pushing event updated for resources: {'Port': ['ID=5c913015-68ec-4c82-96c3-3819c19b0038,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:57.324328 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:57.357316 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Attempting to bind port 5c913015-68ec-4c82-96c3-3819c19b0038 on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:53:57.357645 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Attempting to bind port 5c913015-68ec-4c82-96c3-3819c19b0038 by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': '9f80519b-3486-4a4c-8d1b-dbe89f7b6f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd91e3572-80b7-4a90-9b73-1399254fa66c'}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:53:57.357967 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Attempting to bind port 5c913015-68ec-4c82-96c3-3819c19b0038 on network d91e3572-80b7-4a90-9b73-1399254fa66c {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:53:57.368095 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb9dd5-d2c4-40b2-8faf-fcbb23793dc2 req-34616d11-16eb-43c2-8637-63dc505a5ef4 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:57.369587 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-17bb9dd5-d2c4-40b2-8faf-fcbb23793dc2 req-34616d11-16eb-43c2-8637-63dc505a5ef4 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 944 time: 0.0731194 Sep 27 07:53:57.371622 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Port 5c913015-68ec-4c82-96c3-3819c19b0038 on network d91e3572-80b7-4a90-9b73-1399254fa66c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 07:53:57.371937 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Attempting to bind port 5c913015-68ec-4c82-96c3-3819c19b0038 on network d91e3572-80b7-4a90-9b73-1399254fa66c {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:53:57.379047 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:53:57.379381 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Checking segment: {'id': '9f80519b-3486-4a4c-8d1b-dbe89f7b6f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd91e3572-80b7-4a90-9b73-1399254fa66c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:53:57.379749 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Bound using segment: {'id': '9f80519b-3486-4a4c-8d1b-dbe89f7b6f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd91e3572-80b7-4a90-9b73-1399254fa66c'} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:53:57.380166 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Bound port: 5c913015-68ec-4c82-96c3-3819c19b0038, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f80519b-3486-4a4c-8d1b-dbe89f7b6f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd91e3572-80b7-4a90-9b73-1399254fa66c'}}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:53:57.380514 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:57.384084 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=ba44de47-c451-4f7c-af6a-29a32ad21039,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:57.449993 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-17bb9dd5-d2c4-40b2-8faf-fcbb23793dc2 req-42c0fbee-84aa-453f-b2f8-f72b9f1763cf tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728197 Sep 27 07:53:57.473628 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] For port 5c913015-68ec-4c82-96c3-3819c19b0038, host hv-cinder-81107, cleared binding levels {{(pid=106358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:53:57.476675 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] For port 5c913015-68ec-4c82-96c3-3819c19b0038, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5c913015-68ec-4c82-96c3-3819c19b0038,segment=NetworkSegment(9f80519b-3486-4a4c-8d1b-dbe89f7b6f96),segment_id=9f80519b-3486-4a4c-8d1b-dbe89f7b6f96)] {{(pid=106358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:53:57.582176 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:57.614030 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:57.615240 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:57.616130 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] 10.222.0.25 "PUT /v2.0/ports/5c913015-68ec-4c82-96c3-3819c19b0038 HTTP/1.1" status: 200 len: 1094 time: 1.0060785 Sep 27 07:53:57.618194 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb944a9d-3546-461b-b1c2-ad84aa59df07', 'tag': '5c913015-68ec-4c82-96c3-3819c19b0038'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:53:57.620955 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59337eee-7361-4a2e-90b7-0e233b5c378d" -d '{"events": [{"name": "network-changed", "server_uuid": "bb944a9d-3546-461b-b1c2-ad84aa59df07", "tag": "5c913015-68ec-4c82-96c3-3819c19b0038"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:53:57.644922 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a543ed5c-5c42-49f6-9982-65780ca24a12 service neutron] Pushing event updated for resources: {'Port': ['ID=5c913015-68ec-4c82-96c3-3819c19b0038,revision_number=3']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:57.656753 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8945f774-800d-48d3-89a3-4eafdf9e3d6c x-openstack-request-id: req-8945f774-800d-48d3-89a3-4eafdf9e3d6c {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:53:57.657078 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb944a9d-3546-461b-b1c2-ad84aa59df07", "tag": "5c913015-68ec-4c82-96c3-3819c19b0038", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:53:57.657336 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8945f774-800d-48d3-89a3-4eafdf9e3d6c {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:53:57.657724 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb944a9d-3546-461b-b1c2-ad84aa59df07', 'tag': '5c913015-68ec-4c82-96c3-3819c19b0038', 'status': 'completed', 'code': 200} Sep 27 07:53:57.687426 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['ba44de47-c451-4f7c-af6a-29a32ad21039'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:53:57.725516 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59337eee-7361-4a2e-90b7-0e233b5c378d req-cc0f9c34-0a89-4513-a36e-461eab28b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:57.727029 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-59337eee-7361-4a2e-90b7-0e233b5c378d req-cc0f9c34-0a89-4513-a36e-461eab28b6da service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=26c1354967394ee8abc55278e4e71185&device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 1097 time: 0.0410962 Sep 27 07:53:57.854591 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59337eee-7361-4a2e-90b7-0e233b5c378d req-e9d542f7-a8d6-46d6-8060-9918932853db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:57.856206 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-59337eee-7361-4a2e-90b7-0e233b5c378d req-e9d542f7-a8d6-46d6-8060-9918932853db service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=26c1354967394ee8abc55278e4e71185&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1032476 Sep 27 07:53:58.255004 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59337eee-7361-4a2e-90b7-0e233b5c378d req-fbc5cce2-b129-45ff-b2cf-84819eef9bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:58.256455 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-59337eee-7361-4a2e-90b7-0e233b5c378d req-fbc5cce2-b129-45ff-b2cf-84819eef9bec service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3847558 Sep 27 07:53:58.270048 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ed49f-5912-4078-afaf-0ca576003dd2 req-3207e01f-5e78-402e-9de0-b1b2709dc91d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:58.271541 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3e8ed49f-5912-4078-afaf-0ca576003dd2 req-3207e01f-5e78-402e-9de0-b1b2709dc91d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0672867 Sep 27 07:53:58.372511 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3e8ed49f-5912-4078-afaf-0ca576003dd2 req-e2db9ca3-9cdc-468f-bbca-dc9094bf2b20 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897336 Sep 27 07:53:58.379733 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e718091-5d4a-41c0-9e9c-0ad8cfe1d8c3 req-5ee34a75-8f29-4848-8efd-5b2ad8d2c63e tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:58.382748 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8e718091-5d4a-41c0-9e9c-0ad8cfe1d8c3 req-5ee34a75-8f29-4848-8efd-5b2ad8d2c63e tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 944 time: 0.1084721 Sep 27 07:53:58.388196 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-0a41e281-364d-42af-a387-40a58ab285a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:58.389814 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-0a41e281-364d-42af-a387-40a58ab285a9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=26c1354967394ee8abc55278e4e71185&device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 1097 time: 0.0859404 Sep 27 07:53:58.446242 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-151eb06c-e7fe-45a6-bb07-d0ce838590df service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5c913015-68ec-4c82-96c3-3819c19b0038 HTTP/1.1" status: 200 len: 217 time: 0.0385714 Sep 27 07:53:58.462647 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8e718091-5d4a-41c0-9e9c-0ad8cfe1d8c3 req-bc920653-1279-4ae8-814e-dbe4e1bf6a39 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718946 Sep 27 07:53:58.502835 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-62634ee5-7c3e-4146-ae1c-fbd98fe847f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:58.504370 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-62634ee5-7c3e-4146-ae1c-fbd98fe847f1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5fa72093-9ade-4b30-b8a3-1cb9f6019191 HTTP/1.1" status: 200 len: 849 time: 0.0508370 Sep 27 07:53:58.561859 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-54f6d7ca-28a0-430e-8226-57007d42a3ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d91e3572-80b7-4a90-9b73-1399254fa66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475466 Sep 27 07:53:58.584929 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44df6c3-859d-46c9-adaf-28a18a9ec7b4 req-a9915ef2-ae28-4358-add3-a2432517e4de tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:58.587001 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a44df6c3-859d-46c9-adaf-28a18a9ec7b4 req-a9915ef2-ae28-4358-add3-a2432517e4de tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 945 time: 0.0648177 Sep 27 07:53:58.682209 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a44df6c3-859d-46c9-adaf-28a18a9ec7b4 req-780f3970-d2da-4d84-992a-70753d086a2e tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830486 Sep 27 07:53:58.716185 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-e79f8315-f30a-4085-93aa-b068826f569c service neutron] 10.222.0.25 "GET /v2.0/networks/d91e3572-80b7-4a90-9b73-1399254fa66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238735 Sep 27 07:53:58.806754 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-aaf53e51-9210-4237-a1a2-b521a727aa93 req-a99b8209-a664-4181-b011-4b4a1d3173b1 service neutron] 10.222.0.25 "GET /v2.0/networks/d91e3572-80b7-4a90-9b73-1399254fa66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841391 Sep 27 07:53:58.995733 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device ba44de47-c451-4f7c-af6a-29a32ad21039 up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:53:59.141829 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port ba44de47-c451-4f7c-af6a-29a32ad21039 completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 07:53:59.145797 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port ba44de47-c451-4f7c-af6a-29a32ad21039 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:53:59.146163 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:59.219744 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:59.241736 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da212e9-e3c9-4451-9f34-0540e696968d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba44de47-c451-4f7c-af6a-29a32ad21039'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:53:59.243989 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1b7731-98c7-46ed-adc1-2e44e2c21537" -d '{"events": [{"server_uuid": "7da212e9-e3c9-4451-9f34-0540e696968d", "name": "network-vif-plugged", "status": "completed", "tag": "ba44de47-c451-4f7c-af6a-29a32ad21039"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:53:59.259881 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port ba44de47-c451-4f7c-af6a-29a32ad21039, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=ba44de47-c451-4f7c-af6a-29a32ad21039,segment=NetworkSegment(f049ded7-e2f1-4742-8006-c6c1da15b4c4),segment_id=f049ded7-e2f1-4742-8006-c6c1da15b4c4)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:53:59.283610 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a044353d-5b04-4b58-ab97-dde48c0ac462 x-openstack-request-id: req-a044353d-5b04-4b58-ab97-dde48c0ac462 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:53:59.283978 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da212e9-e3c9-4451-9f34-0540e696968d", "name": "network-vif-plugged", "status": "completed", "tag": "ba44de47-c451-4f7c-af6a-29a32ad21039", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:53:59.284290 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a044353d-5b04-4b58-ab97-dde48c0ac462 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:53:59.284683 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da212e9-e3c9-4451-9f34-0540e696968d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba44de47-c451-4f7c-af6a-29a32ad21039', 'code': 200} Sep 27 07:53:59.347390 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:53:59.394531 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=ba44de47-c451-4f7c-af6a-29a32ad21039,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:53:59.503648 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058eb3a-7d65-4e99-81aa-d5525009fbcc req-ef9985a1-551e-41f0-ae0d-d0618a502639 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:59.505285 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9058eb3a-7d65-4e99-81aa-d5525009fbcc req-ef9985a1-551e-41f0-ae0d-d0618a502639 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0570092 Sep 27 07:53:59.568141 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9058eb3a-7d65-4e99-81aa-d5525009fbcc req-2c83ace2-7d78-42bc-ba22-fbd91b36bee9 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569010 Sep 27 07:53:59.591875 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed26758-7444-4aa6-9b81-54f6ecf9ac36 req-da86f99a-672d-4324-9941-39e55221a026 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:59.593391 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9ed26758-7444-4aa6-9b81-54f6ecf9ac36 req-da86f99a-672d-4324-9941-39e55221a026 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 944 time: 0.0618746 Sep 27 07:53:59.630987 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9ed26758-7444-4aa6-9b81-54f6ecf9ac36 req-8cd3cf40-3403-461b-8143-940ca623032b tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316761 Sep 27 07:53:59.689593 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3910534-0b0a-4fdf-9923-5a3c6c115fc1 req-6e0fcdab-e375-446e-b4ed-84c514e48e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:59.691062 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d3910534-0b0a-4fdf-9923-5a3c6c115fc1 req-6e0fcdab-e375-446e-b4ed-84c514e48e23 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 1099 time: 0.0392337 Sep 27 07:53:59.733404 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d3910534-0b0a-4fdf-9923-5a3c6c115fc1 req-2296770f-ed80-4073-a0b2-b4a132579ade service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335615 Sep 27 07:53:59.799199 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd466a-457b-4eb9-b086-f9b6702ac0ab req-8f11f204-cdd3-449e-8111-f1220644efa2 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:53:59.800739 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-99fd466a-457b-4eb9-b086-f9b6702ac0ab req-8f11f204-cdd3-449e-8111-f1220644efa2 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 946 time: 0.0495355 Sep 27 07:53:59.840361 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-99fd466a-457b-4eb9-b086-f9b6702ac0ab req-4d7005bd-45b2-46c8-a76e-d75e6b891711 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331013 Sep 27 07:54:00.688160 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d6c85-b8cb-4554-9f4d-50b3de56108c req-6a023e46-2340-4f39-9c06-abae2af12cac tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:00.689702 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-455d6c85-b8cb-4554-9f4d-50b3de56108c req-6a023e46-2340-4f39-9c06-abae2af12cac tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0534842 Sep 27 07:54:00.753577 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-455d6c85-b8cb-4554-9f4d-50b3de56108c req-1fb5256a-45b4-4f3a-9e40-8542710e4904 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580015 Sep 27 07:54:00.771053 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae9ed35-4d2d-46b2-85bd-11406ca0aa6c req-97cbf819-f223-4ee0-afed-c3b80aad69dc tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:00.772551 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8ae9ed35-4d2d-46b2-85bd-11406ca0aa6c req-97cbf819-f223-4ee0-afed-c3b80aad69dc tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 944 time: 0.0706413 Sep 27 07:54:00.810613 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8ae9ed35-4d2d-46b2-85bd-11406ca0aa6c req-c32daaf2-475d-4109-8de0-c930e1c1247c tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312026 Sep 27 07:54:00.937060 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 35788) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:00.953687 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6658364-2ff0-4a69-a689-15e559e0e8b5 req-e806a0a1-3ee9-44cd-9231-59759da6a057 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:00.955207 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a6658364-2ff0-4a69-a689-15e559e0e8b5 req-e806a0a1-3ee9-44cd-9231-59759da6a057 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 946 time: 0.0485389 Sep 27 07:54:00.999763 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a6658364-2ff0-4a69-a689-15e559e0e8b5 req-9d55b850-510e-4cc6-ad01-a9685bdc18d7 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378742 Sep 27 07:54:01.042086 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e428a7d9-7e8b-4a72-81e8-8da0baad10d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:01.132019 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e428a7d9-7e8b-4a72-81e8-8da0baad10d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:01.271558 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e428a7d9-7e8b-4a72-81e8-8da0baad10d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:01.309898 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-e428a7d9-7e8b-4a72-81e8-8da0baad10d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db8c8c7000864fa9aa3aa62c1576a9eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3716829 Sep 27 07:54:01.311827 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e428a7d9-7e8b-4a72-81e8-8da0baad10d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619b641d-2bc4-4e16-9540-c210dcaf4ba9,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:01.312620 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 35800) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:01.369391 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1e16bfe9-5c1c-484c-9b67-fcd279a09308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:01.391827 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1e16bfe9-5c1c-484c-9b67-fcd279a09308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:01.537209 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1e16bfe9-5c1c-484c-9b67-fcd279a09308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:01.540494 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1e16bfe9-5c1c-484c-9b67-fcd279a09308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:01.543698 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-1e16bfe9-5c1c-484c-9b67-fcd279a09308 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/619b641d-2bc4-4e16-9540-c210dcaf4ba9 HTTP/1.1" status: 204 len: 168 time: 0.2280707 Sep 27 07:54:01.550830 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e16bfe9-5c1c-484c-9b67-fcd279a09308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619b641d-2bc4-4e16-9540-c210dcaf4ba9,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:01.871806 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d715989-183d-40b2-81f7-563076910207 req-9dd8697e-c33e-4537-a86c-0814e2e6600a tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:01.873463 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0d715989-183d-40b2-81f7-563076910207 req-9dd8697e-c33e-4537-a86c-0814e2e6600a tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0519862 Sep 27 07:54:01.939262 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0d715989-183d-40b2-81f7-563076910207 req-ab96c79e-3924-4153-a034-439fb6daf879 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594358 Sep 27 07:54:01.959207 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c7015-903c-4f88-9ddd-975cd8c48e79 req-304c65e7-e357-4833-bb60-5fb50afb9f96 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:01.960945 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d55c7015-903c-4f88-9ddd-975cd8c48e79 req-304c65e7-e357-4833-bb60-5fb50afb9f96 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 944 time: 0.0739734 Sep 27 07:54:01.999508 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d55c7015-903c-4f88-9ddd-975cd8c48e79 req-df4c6c15-2e7e-43e4-bbab-696971daa175 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317056 Sep 27 07:54:02.114338 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506dfbb-c497-4ca5-bbe9-198e36229a6f req-8761c862-8f36-49bb-bd9a-dfb2715289c6 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:02.115754 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a506dfbb-c497-4ca5-bbe9-198e36229a6f req-8761c862-8f36-49bb-bd9a-dfb2715289c6 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 946 time: 0.0489399 Sep 27 07:54:02.155332 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a506dfbb-c497-4ca5-bbe9-198e36229a6f req-e62eccce-f1f2-4ecd-bc96-163923164557 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334551 Sep 27 07:54:02.347802 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:02.378862 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 35828) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:02.392903 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b4626eb7-98d6-4b5e-bc1e-0dfbf6ece648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:02.481595 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b4626eb7-98d6-4b5e-bc1e-0dfbf6ece648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:02.564312 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b4626eb7-98d6-4b5e-bc1e-0dfbf6ece648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:02.607934 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-b4626eb7-98d6-4b5e-bc1e-0dfbf6ece648 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=90e60b80950d4e81ac0d08a4d3580d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256689 Sep 27 07:54:02.607934 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4626eb7-98d6-4b5e-bc1e-0dfbf6ece648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e47ba5-87a5-48d4-8986-ebfd023fd801,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:02.608555 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 35836) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:02.658165 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c46508cd-561e-4066-81a2-97c7a9c5d91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:02.681575 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c46508cd-561e-4066-81a2-97c7a9c5d91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:02.793339 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c46508cd-561e-4066-81a2-97c7a9c5d91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:02.795929 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c46508cd-561e-4066-81a2-97c7a9c5d91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:02.803693 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-c46508cd-561e-4066-81a2-97c7a9c5d91c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/54e47ba5-87a5-48d4-8986-ebfd023fd801 HTTP/1.1" status: 204 len: 168 time: 0.1873155 Sep 27 07:54:02.807920 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46508cd-561e-4066-81a2-97c7a9c5d91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e47ba5-87a5-48d4-8986-ebfd023fd801,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:03.010764 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 5c913015-68ec-4c82-96c3-3819c19b0038 details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:54:03.059241 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9ada65-6e4a-4d70-a875-c90f7a243c43 req-e5adc9a5-7403-465e-969c-f59541475487 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:03.060758 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0e9ada65-6e4a-4d70-a875-c90f7a243c43 req-e5adc9a5-7403-465e-969c-f59541475487 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0542960 Sep 27 07:54:03.118087 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 5c913015-68ec-4c82-96c3-3819c19b0038, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5c913015-68ec-4c82-96c3-3819c19b0038,segment=NetworkSegment(9f80519b-3486-4a4c-8d1b-dbe89f7b6f96),segment_id=9f80519b-3486-4a4c-8d1b-dbe89f7b6f96)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:54:03.130128 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': '5c913015-68ec-4c82-96c3-3819c19b0038', 'network_id': 'd91e3572-80b7-4a90-9b73-1399254fa66c', 'port_id': '5c913015-68ec-4c82-96c3-3819c19b0038', 'mac_address': 'fa:16:3e:74:5e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa72093-9ade-4b30-b8a3-1cb9f6019191', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:54:03.138542 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0e9ada65-6e4a-4d70-a875-c90f7a243c43 req-c7151c10-a281-472c-a04e-ee8ecf9d4698 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676689 Sep 27 07:54:03.160382 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8628ce3-f718-48d0-b659-39c064c0c42b req-7e08b12a-23d3-4282-a332-c30518a89493 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:03.168946 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d8628ce3-f718-48d0-b659-39c064c0c42b req-7e08b12a-23d3-4282-a332-c30518a89493 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 944 time: 0.0848947 Sep 27 07:54:03.171418 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:03.184460 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c913015-68ec-4c82-96c3-3819c19b0038 {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:54:03.200973 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d8628ce3-f718-48d0-b659-39c064c0c42b req-2ae65138-42d3-457c-9dcd-5a808f9913d5 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321155 Sep 27 07:54:03.203926 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 5c913015-68ec-4c82-96c3-3819c19b0038, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5c913015-68ec-4c82-96c3-3819c19b0038,segment=NetworkSegment(9f80519b-3486-4a4c-8d1b-dbe89f7b6f96),segment_id=9f80519b-3486-4a4c-8d1b-dbe89f7b6f96)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:54:03.335825 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:03.382300 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=5c913015-68ec-4c82-96c3-3819c19b0038,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:03.474724 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-e3e24c81-05e1-42ca-9a72-06acfc5c3315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:03.749828 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['5c913015-68ec-4c82-96c3-3819c19b0038'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:54:04.253571 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dd57e-3d5f-46ea-b4b0-02b91acbbf26 req-a854082c-069b-449e-bef5-1046ee2193c2 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:04.255092 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-885dd57e-3d5f-46ea-b4b0-02b91acbbf26 req-a854082c-069b-449e-bef5-1046ee2193c2 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0489190 Sep 27 07:54:04.298818 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-885dd57e-3d5f-46ea-b4b0-02b91acbbf26 req-da2c8a50-1de9-4561-8596-d268f6f351b2 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371625 Sep 27 07:54:04.400741 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fa8be-098e-4dba-8224-2adff44cad54 req-2d3d62a0-a7da-4566-a413-9b67ec5a6cfc tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:04.407150 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1c9fa8be-098e-4dba-8224-2adff44cad54 req-2d3d62a0-a7da-4566-a413-9b67ec5a6cfc tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 945 time: 0.0503047 Sep 27 07:54:04.443167 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1c9fa8be-098e-4dba-8224-2adff44cad54 req-f483f611-cc25-46e3-9646-5fd51ed994bf tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340750 Sep 27 07:54:04.988543 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4aabc2-8f96-443b-8ff2-161b570b1dfd req-89e69ed8-52f4-4fee-b9fd-a2bc529ab0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:04.990144 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8a4aabc2-8f96-443b-8ff2-161b570b1dfd req-89e69ed8-52f4-4fee-b9fd-a2bc529ab0b4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 1098 time: 0.0443928 Sep 27 07:54:05.016464 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 5c913015-68ec-4c82-96c3-3819c19b0038 up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:54:05.045239 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8a4aabc2-8f96-443b-8ff2-161b570b1dfd req-5b9e1026-4e08-4b17-9cc1-53e14153b423 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332649 Sep 27 07:54:05.175410 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port 5c913015-68ec-4c82-96c3-3819c19b0038 completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 07:54:05.179510 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port 5c913015-68ec-4c82-96c3-3819c19b0038 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:54:05.185220 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:05.262301 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:05.283838 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb944a9d-3546-461b-b1c2-ad84aa59df07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c913015-68ec-4c82-96c3-3819c19b0038'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:54:05.286096 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3af805c-2389-43ef-91d9-442c414356d2" -d '{"events": [{"server_uuid": "bb944a9d-3546-461b-b1c2-ad84aa59df07", "name": "network-vif-plugged", "status": "completed", "tag": "5c913015-68ec-4c82-96c3-3819c19b0038"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:54:05.298903 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 5c913015-68ec-4c82-96c3-3819c19b0038, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5c913015-68ec-4c82-96c3-3819c19b0038,segment=NetworkSegment(9f80519b-3486-4a4c-8d1b-dbe89f7b6f96),segment_id=9f80519b-3486-4a4c-8d1b-dbe89f7b6f96)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:54:05.323808 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c041f2-2cb5-4c60-b087-b9d3e7be4a21 x-openstack-request-id: req-c0c041f2-2cb5-4c60-b087-b9d3e7be4a21 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:54:05.324124 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb944a9d-3546-461b-b1c2-ad84aa59df07", "name": "network-vif-plugged", "status": "completed", "tag": "5c913015-68ec-4c82-96c3-3819c19b0038", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:54:05.324386 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c0c041f2-2cb5-4c60-b087-b9d3e7be4a21 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:54:05.324783 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb944a9d-3546-461b-b1c2-ad84aa59df07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c913015-68ec-4c82-96c3-3819c19b0038', 'code': 200} Sep 27 07:54:05.391578 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:05.416927 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1be9702-6a67-4435-a5f1-9f9ceaccf176 req-7d621d48-09d7-4cd3-98b1-75bdb1fbd23a tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:05.418970 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c1be9702-6a67-4435-a5f1-9f9ceaccf176 req-7d621d48-09d7-4cd3-98b1-75bdb1fbd23a tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0523255 Sep 27 07:54:05.441875 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=5c913015-68ec-4c82-96c3-3819c19b0038,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:05.461010 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c1be9702-6a67-4435-a5f1-9f9ceaccf176 req-b76f9244-1d8a-47c1-9239-56e96ff5c5eb tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357125 Sep 27 07:54:05.576778 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a67b07-9764-48e3-a731-0ae354179c15 req-afaad058-338e-4b54-9d4f-576293348262 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:05.576778 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-19a67b07-9764-48e3-a731-0ae354179c15 req-afaad058-338e-4b54-9d4f-576293348262 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 946 time: 0.0626142 Sep 27 07:54:05.577304 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 35966) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:05.615808 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-19a67b07-9764-48e3-a731-0ae354179c15 req-d4e15455-a0dd-4fa9-b539-14642fbb5de8 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333645 Sep 27 07:54:05.625755 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4ab5f4-e105-4e80-aeee-51fdf0e0a2cf admin admin] Deleting subnet aae56ffd-3cf9-4e91-8005-1e757ff4f141 {{(pid=106357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 07:54:05.637557 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab5f4-e105-4e80-aeee-51fdf0e0a2cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:05.646808 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 35968) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:05.671494 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab5f4-e105-4e80-aeee-51fdf0e0a2cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6574824'] for subnet, precommit_delete_associations {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:05.723421 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfed597-dac4-44c1-864a-d1673d16c83c req-096f1916-0bce-4427-9634-e6714d87aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:05.725282 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cdfed597-dac4-44c1-864a-d1673d16c83c req-096f1916-0bce-4427-9634-e6714d87aaea service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 1099 time: 0.0466430 Sep 27 07:54:05.728564 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab5f4-e105-4e80-aeee-51fdf0e0a2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694807'] for subnet, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:05.781187 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cdfed597-dac4-44c1-864a-d1673d16c83c req-0870b7b2-925c-4550-ba64-60ab08382d66 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443523 Sep 27 07:54:05.794165 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 35976) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:05.850067 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2d6897f7-457b-47ab-8f8f-d570ecdcc099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:05.899734 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f540e930-bec4-43e2-8e44-4ec05197d600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:05.903442 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab5f4-e105-4e80-aeee-51fdf0e0a2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7115201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4265388'] for subnet, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:05.939825 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4ab5f4-e105-4e80-aeee-51fdf0e0a2cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aae56ffd-3cf9-4e91-8005-1e757ff4f141,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:05.948740 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fc4ab5f4-e105-4e80-aeee-51fdf0e0a2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:05.953379 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-fc4ab5f4-e105-4e80-aeee-51fdf0e0a2cf admin admin] 10.222.0.11 "DELETE /v2.0/subnets/aae56ffd-3cf9-4e91-8005-1e757ff4f141 HTTP/1.1" status: 204 len: 168 time: 0.3748684 Sep 27 07:54:05.954078 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 35984) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:05.973106 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2d6897f7-457b-47ab-8f8f-d570ecdcc099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.136392 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-345a8a88-a693-4f0d-942a-80e7c15c9078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1630127'] for network, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.136392 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-345a8a88-a693-4f0d-942a-80e7c15c9078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693678', 'neutron.services.segments.db._delete_segments_for_network-8792188906900'] for network, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.136392 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-345a8a88-a693-4f0d-942a-80e7c15c9078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f25e1d5-05a2-4759-9b27-30890ee6dbd3']}} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:54:06.136392 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-345a8a88-a693-4f0d-942a-80e7c15c9078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58d94f70-92d3-4114-ac99-9c1d0d04403e') {'for_net_delete': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:54:06.136392 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-345a8a88-a693-4f0d-942a-80e7c15c9078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58d94f70-92d3-4114-ac99-9c1d0d04403e') {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:54:06.140432 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-345a8a88-a693-4f0d-942a-80e7c15c9078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792188906397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6574833'] for segment, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.152918 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-345a8a88-a693-4f0d-942a-80e7c15c9078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.158420 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-345a8a88-a693-4f0d-942a-80e7c15c9078 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=106357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 07:54:06.158798 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-345a8a88-a693-4f0d-942a-80e7c15c9078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7115631'] for segment, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: Traceback (most recent call last): Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: timer() Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: cb(*args, **kw) Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: return func(*args, **kwargs) Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: self._notify() Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: self.callback(batched_events) Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: event.method(event) Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: return f(self, *a, **k) Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: return self._get(url).json() Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: return self.request(url, 'GET', **kwargs) Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 07:54:06.160360 dv-cinder-811078-1-iscsi neutron-server[106357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 07:54:06.354727 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2d6897f7-457b-47ab-8f8f-d570ecdcc099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.379868 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-e6793839-87ef-4a0c-8d11-4279e8176238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.380622 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-345a8a88-a693-4f0d-942a-80e7c15c9078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560399'] for network, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.386941 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-345a8a88-a693-4f0d-942a-80e7c15c9078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.388834 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-345a8a88-a693-4f0d-942a-80e7c15c9078 admin admin] 10.222.0.11 "DELETE /v2.0/networks/4f25e1d5-05a2-4759-9b27-30890ee6dbd3 HTTP/1.1" status: 204 len: 168 time: 0.4337845 Sep 27 07:54:06.391553 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 35986) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:06.403985 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-2d6897f7-457b-47ab-8f8f-d570ecdcc099 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e8bbff342590442cb9c9a82dbadbc326&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7559304 Sep 27 07:54:06.407543 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 35988) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:06.411309 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6897f7-457b-47ab-8f8f-d570ecdcc099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f280c0c7-ea0a-409c-9db3-72c9c101e687,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:06.434538 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345a8a88-a693-4f0d-942a-80e7c15c9078 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f25e1d5-05a2-4759-9b27-30890ee6dbd3,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:06.471778 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f540e930-bec4-43e2-8e44-4ec05197d600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.475354 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_v2 [None req-9597416d-a734-4f1b-8a6d-e52ef56f1e51 admin admin] Deleting subnet 929eeaf5-b85c-42c6-a5f4-b42738b50ef9 {{(pid=106357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 07:54:06.482351 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9597416d-a734-4f1b-8a6d-e52ef56f1e51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.519290 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d9905932-224a-4ef9-8914-660cf1dea7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.534060 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9597416d-a734-4f1b-8a6d-e52ef56f1e51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6574824'] for subnet, precommit_delete_associations {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.557001 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f540e930-bec4-43e2-8e44-4ec05197d600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.565740 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d9905932-224a-4ef9-8914-660cf1dea7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.608693 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9597416d-a734-4f1b-8a6d-e52ef56f1e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694807'] for subnet, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.620220 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-f540e930-bec4-43e2-8e44-4ec05197d600 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=25f1f600b0c347fb8e8d5392b475f1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8249631 Sep 27 07:54:06.622905 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540e930-bec4-43e2-8e44-4ec05197d600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c49f297-f283-4253-884a-119bfed68e04,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:06.628787 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 35992) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:06.639538 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.645042 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec56cab-7609-4037-bd3f-dc51a58ea0be req-213d7140-b193-4a41-b047-e1be5a836e02 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:06.646580 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fec56cab-7609-4037-bd3f-dc51a58ea0be req-213d7140-b193-4a41-b047-e1be5a836e02 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.1006935 Sep 27 07:54:06.739893 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d9905932-224a-4ef9-8914-660cf1dea7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.741330 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fec56cab-7609-4037-bd3f-dc51a58ea0be req-88604822-632b-4337-9804-80f24a41c55e tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853667 Sep 27 07:54:06.744084 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d9905932-224a-4ef9-8914-660cf1dea7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.747816 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-d9905932-224a-4ef9-8914-660cf1dea7fa admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f280c0c7-ea0a-409c-9db3-72c9c101e687 HTTP/1.1" status: 204 len: 168 time: 0.3368347 Sep 27 07:54:06.754503 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9905932-224a-4ef9-8914-660cf1dea7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f280c0c7-ea0a-409c-9db3-72c9c101e687,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:06.764181 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-28c7e85e-79f0-4635-8a18-77d4b9e55ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.772560 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94a309-c9a4-465a-bc22-123370ad4108 req-fd7b6c6c-fc18-4a00-8f13-97fa9c326c96 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:06.779940 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7b94a309-c9a4-465a-bc22-123370ad4108 req-fd7b6c6c-fc18-4a00-8f13-97fa9c326c96 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 946 time: 0.0790975 Sep 27 07:54:06.808440 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-28c7e85e-79f0-4635-8a18-77d4b9e55ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.814183 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9597416d-a734-4f1b-8a6d-e52ef56f1e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7115201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4265388'] for subnet, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.840961 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9597416d-a734-4f1b-8a6d-e52ef56f1e51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=929eeaf5-b85c-42c6-a5f4-b42738b50ef9,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:06.845050 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9597416d-a734-4f1b-8a6d-e52ef56f1e51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:06.848074 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-9597416d-a734-4f1b-8a6d-e52ef56f1e51 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/929eeaf5-b85c-42c6-a5f4-b42738b50ef9 HTTP/1.1" status: 204 len: 168 time: 0.4546258 Sep 27 07:54:06.854260 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7b94a309-c9a4-465a-bc22-123370ad4108 req-49dbb011-08ed-46fe-9c0b-561b8d330eb5 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682940 Sep 27 07:54:06.856346 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 35998) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:06.929224 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6fd2280a-81b9-4227-97ea-b97576182cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1630127'] for network, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:07.005803 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6fd2280a-81b9-4227-97ea-b97576182cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693678', 'neutron.services.segments.db._delete_segments_for_network-8792188906900'] for network, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:07.025679 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-6fd2280a-81b9-4227-97ea-b97576182cdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b70a325-0ceb-45d7-9b64-b9b17a129db6']}} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:54:07.027847 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:07.035793 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-6fd2280a-81b9-4227-97ea-b97576182cdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ab1aee-5de7-4925-b330-fb00d4ba1e9e') {'for_net_delete': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:54:07.036085 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-6fd2280a-81b9-4227-97ea-b97576182cdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ab1aee-5de7-4925-b330-fb00d4ba1e9e') {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:54:07.046139 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6fd2280a-81b9-4227-97ea-b97576182cdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792188906397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5359065'] for segment, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:07.058972 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6fd2280a-81b9-4227-97ea-b97576182cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:07.064803 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd2280a-81b9-4227-97ea-b97576182cdf admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=106358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 07:54:07.065214 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6fd2280a-81b9-4227-97ea-b97576182cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5863526'] for segment, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: Traceback (most recent call last): Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: timer() Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: cb(*args, **kw) Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: return func(*args, **kwargs) Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: self._notify() Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: self.callback(batched_events) Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: event.method(event) Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: return f(self, *a, **k) Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: return self._get(url).json() Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: return self.request(url, 'GET', **kwargs) Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 07:54:07.066824 dv-cinder-811078-1-iscsi neutron-server[106358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 07:54:07.090589 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-28c7e85e-79f0-4635-8a18-77d4b9e55ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:07.093138 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-28c7e85e-79f0-4635-8a18-77d4b9e55ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:07.096857 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-28c7e85e-79f0-4635-8a18-77d4b9e55ae9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3c49f297-f283-4253-884a-119bfed68e04 HTTP/1.1" status: 204 len: 168 time: 0.4651244 Sep 27 07:54:07.127609 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7e85e-79f0-4635-8a18-77d4b9e55ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c49f297-f283-4253-884a-119bfed68e04,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:07.262331 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6fd2280a-81b9-4227-97ea-b97576182cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560399'] for network, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:07.267756 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6fd2280a-81b9-4227-97ea-b97576182cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:07.271485 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-6fd2280a-81b9-4227-97ea-b97576182cdf admin admin] 10.222.0.11 "DELETE /v2.0/networks/8b70a325-0ceb-45d7-9b64-b9b17a129db6 HTTP/1.1" status: 204 len: 168 time: 0.4121273 Sep 27 07:54:07.281839 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd2280a-81b9-4227-97ea-b97576182cdf admin admin] Pushing event deleted for resources: {'Network': ['ID=8b70a325-0ceb-45d7-9b64-b9b17a129db6,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:07.614073 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 36014) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:07.627365 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-244177a7-6a67-4459-bb21-f5af97da30dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:07.725951 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-244177a7-6a67-4459-bb21-f5af97da30dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:07.824550 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-244177a7-6a67-4459-bb21-f5af97da30dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:07.883113 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244177a7-6a67-4459-bb21-f5af97da30dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2800124a-1c57-490f-b489-92f131c096d6,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:07.889896 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-244177a7-6a67-4459-bb21-f5af97da30dc admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3cec59f871ba479a9c68b1e035e1ccdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723739 Sep 27 07:54:07.890326 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 36026) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:07.914099 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33b23c-652f-4228-be8e-1cd4c3eff2ef req-d17940ae-8dee-43f0-a997-67082da31559 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:07.916188 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ab33b23c-652f-4228-be8e-1cd4c3eff2ef req-d17940ae-8dee-43f0-a997-67082da31559 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.1037688 Sep 27 07:54:08.000520 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ab33b23c-652f-4228-be8e-1cd4c3eff2ef req-10854f3f-df03-4722-8e53-cb08f4390f7b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761316 Sep 27 07:54:08.014244 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a5bb3b14-af6f-48fe-a87d-1b553ca57da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:08.025579 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c123a3-2feb-475b-9fa8-d4003babc82b req-2b6f9409-84eb-40d5-ad70-4948309f80a6 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:08.027115 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c1c123a3-2feb-475b-9fa8-d4003babc82b req-2b6f9409-84eb-40d5-ad70-4948309f80a6 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 946 time: 0.0906715 Sep 27 07:54:08.054714 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 36034) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:08.061123 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a5bb3b14-af6f-48fe-a87d-1b553ca57da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:08.104700 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-7db56f74-992d-4941-b3c4-0a4476d6192b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ec0938e2e5a49e0afc41c45b4851b10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480034 Sep 27 07:54:08.107624 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 36036) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:08.137125 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c1c123a3-2feb-475b-9fa8-d4003babc82b req-7e144910-204e-4357-8b22-55a857aca1f6 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016967 Sep 27 07:54:08.156773 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1c5375ab-3537-4a8a-8750-9b12edd0cebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:08.165627 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792743c-357c-4f03-8b6f-def22f9f664c req-b6e84606-727d-47e8-ab5f-c16bb2678490 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:08.165627 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e792743c-357c-4f03-8b6f-def22f9f664c req-b6e84606-727d-47e8-ab5f-c16bb2678490 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0681660 Sep 27 07:54:08.179689 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1c5375ab-3537-4a8a-8750-9b12edd0cebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:08.217634 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e792743c-357c-4f03-8b6f-def22f9f664c req-8cbdb025-7464-4be1-92ed-613ac07f8eb6 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398815 Sep 27 07:54:08.271501 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a5bb3b14-af6f-48fe-a87d-1b553ca57da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:08.274355 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a5bb3b14-af6f-48fe-a87d-1b553ca57da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:08.275468 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-a5bb3b14-af6f-48fe-a87d-1b553ca57da6 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2800124a-1c57-490f-b489-92f131c096d6 HTTP/1.1" status: 204 len: 168 time: 0.3843474 Sep 27 07:54:08.294931 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb3b14-af6f-48fe-a87d-1b553ca57da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2800124a-1c57-490f-b489-92f131c096d6,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:08.311835 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1c5375ab-3537-4a8a-8750-9b12edd0cebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:08.314712 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-1c5375ab-3537-4a8a-8750-9b12edd0cebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:08.316197 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-1c5375ab-3537-4a8a-8750-9b12edd0cebf admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e9ff4413-780a-4456-b735-d4aacbe0432b HTTP/1.1" status: 204 len: 168 time: 0.2075803 Sep 27 07:54:08.326741 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5375ab-3537-4a8a-8750-9b12edd0cebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ff4413-780a-4456-b735-d4aacbe0432b,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:08.934519 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:09.226008 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 36074) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:09.314600 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 36084) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:09.385880 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 36086) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:09.386568 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-1ae0e169-c454-4f11-b217-b28f17c98155 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=911069403b3c42caa897e26caa9c77ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702925 Sep 27 07:54:09.432793 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-4d253c37-d627-4c70-b0b4-127f0ca91418 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-950007890-network', 'tenant_id': 'cdce31e398da438791f31ba1a16c8202'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:54:09.447243 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-86fa6c56-c904-4a44-b02d-fafcebb3b108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:09.469892 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-86fa6c56-c904-4a44-b02d-fafcebb3b108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:09.541325 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d253c37-d627-4c70-b0b4-127f0ca91418 admin admin] Made reservation on behalf of cdce31e398da438791f31ba1a16c8202 for: {'network': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:54:09.546889 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4d253c37-d627-4c70-b0b4-127f0ca91418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for network, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:09.553395 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4d253c37-d627-4c70-b0b4-127f0ca91418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:09.610109 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-86fa6c56-c904-4a44-b02d-fafcebb3b108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:09.612794 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-86fa6c56-c904-4a44-b02d-fafcebb3b108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:09.614015 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-86fa6c56-c904-4a44-b02d-fafcebb3b108 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/65c0c18c-ec3b-4555-97c3-434067394c5e HTTP/1.1" status: 204 len: 168 time: 0.2261863 Sep 27 07:54:09.626383 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa6c56-c904-4a44-b02d-fafcebb3b108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c0c18c-ec3b-4555-97c3-434067394c5e,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:09.658702 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4d253c37-d627-4c70-b0b4-127f0ca91418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:09.736130 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4d253c37-d627-4c70-b0b4-127f0ca91418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:09.761565 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d253c37-d627-4c70-b0b4-127f0ca91418 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=106357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 07:54:09.771248 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d253c37-d627-4c70-b0b4-127f0ca91418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f225c7-861d-4a95-a9f6-b50365f5dbf0,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:09.776165 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4d253c37-d627-4c70-b0b4-127f0ca91418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:09.776511 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.db.segments_db [None req-4d253c37-d627-4c70-b0b4-127f0ca91418 admin admin] Added segment ff73a54f-d6ac-4047-aa4f-9a1ec93c567a of type vlan for network 2fe559b6-9ec2-4524-a7e2-99403a05b049 Sep 27 07:54:09.820634 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4d253c37-d627-4c70-b0b4-127f0ca91418 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792188561686'] for network, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:09.847999 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7948e2-ca6b-4a03-bcf2-fd646be1c718 req-acca4786-1364-4b97-8430-4e35fdd40d50 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:09.855954 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4f7948e2-ca6b-4a03-bcf2-fd646be1c718 req-acca4786-1364-4b97-8430-4e35fdd40d50 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 946 time: 0.0686870 Sep 27 07:54:09.888962 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4f7948e2-ca6b-4a03-bcf2-fd646be1c718 req-dd83728c-747b-4a98-91cb-2b24f63b30c3 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320110 Sep 27 07:54:09.953084 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4d253c37-d627-4c70-b0b4-127f0ca91418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for network, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:09.954098 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d253c37-d627-4c70-b0b4-127f0ca91418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:09.954698 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4d253c37-d627-4c70-b0b4-127f0ca91418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:10.017957 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d253c37-d627-4c70-b0b4-127f0ca91418 admin admin] Pushing event updated for resources: {'Network': ['ID=2fe559b6-9ec2-4524-a7e2-99403a05b049,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:10.028918 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Network 2fe559b6-9ec2-4524-a7e2-99403a05b049 details requested by agent ovs-agent-dv-cinder-811078-1-iscsi with host dv-cinder-811078-1-iscsi {{(pid=106359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 07:54:10.118306 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-4d253c37-d627-4c70-b0b4-127f0ca91418 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8869746 Sep 27 07:54:10.120622 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 36116) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:10.126300 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-68341a74-4ba4-4aed-8a4e-4c9f1fd27cf5 admin admin] Request body: {'subnet': {'network_id': '2fe559b6-9ec2-4524-a7e2-99403a05b049', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-950007890-subnet', 'tenant_id': 'cdce31e398da438791f31ba1a16c8202', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:54:10.228011 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68341a74-4ba4-4aed-8a4e-4c9f1fd27cf5 admin admin] Made reservation on behalf of cdce31e398da438791f31ba1a16c8202 for: {'subnet': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:54:10.228011 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-68341a74-4ba4-4aed-8a4e-4c9f1fd27cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4265353'] for subnet, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:10.482857 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-68341a74-4ba4-4aed-8a4e-4c9f1fd27cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7115008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4265403'] for subnet, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:10.540420 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68341a74-4ba4-4aed-8a4e-4c9f1fd27cf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a9c5a13-d8d5-4270-b650-1dc6f1371642,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:10.551310 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68341a74-4ba4-4aed-8a4e-4c9f1fd27cf5 admin admin] Checking segment: {'id': 'ff73a54f-d6ac-4047-aa4f-9a1ec93c567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2fe559b6-9ec2-4524-a7e2-99403a05b049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:54:10.551844 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68341a74-4ba4-4aed-8a4e-4c9f1fd27cf5 admin admin] Network hostable DHCP agents. Network: 2fe559b6-9ec2-4524-a7e2-99403a05b049, hostable agents: ['5ef10843-63ae-4094-8244-a7e4b9a0127e'], hosted agents: [] {{(pid=106357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 07:54:10.695504 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68341a74-4ba4-4aed-8a4e-4c9f1fd27cf5 admin admin] Network 2fe559b6-9ec2-4524-a7e2-99403a05b049 is scheduled to be hosted by DHCP agent 5ef10843-63ae-4094-8244-a7e4b9a0127e with binding_index 1 {{(pid=106357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 07:54:10.821549 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-68341a74-4ba4-4aed-8a4e-4c9f1fd27cf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811078-1-iscsi, 2fe559b6-9ec2-4524-a7e2-99403a05b049) {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:54:10.828322 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68341a74-4ba4-4aed-8a4e-4c9f1fd27cf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:10.831631 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-68341a74-4ba4-4aed-8a4e-4c9f1fd27cf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:10.834980 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cf62f8-0827-47a2-b80f-19e9d459543a None None] Network 2fe559b6-9ec2-4524-a7e2-99403a05b049 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:54:10.841474 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4bb35-551a-4977-ae8c-4bc7022c40ba req-5d50c002-f652-4e7c-a663-f2a49182547a tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:10.850167 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-86e4bb35-551a-4977-ae8c-4bc7022c40ba req-5d50c002-f652-4e7c-a663-f2a49182547a tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0678015 Sep 27 07:54:10.918904 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-86e4bb35-551a-4977-ae8c-4bc7022c40ba req-7e9421ea-489c-4c27-a50c-d7c2b8026a83 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631518 Sep 27 07:54:10.958456 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-68341a74-4ba4-4aed-8a4e-4c9f1fd27cf5 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8357689 Sep 27 07:54:10.972423 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51425637-9e0f-4d4e-8ca5-f78f9d41aec1 req-ad2b3b3d-9283-44ba-bfc2-0aa815adcd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:10.974153 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-51425637-9e0f-4d4e-8ca5-f78f9d41aec1 req-ad2b3b3d-9283-44ba-bfc2-0aa815adcd16 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db214cdbafc9405aa877c1f184e8532e&device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 1098 time: 0.0858080 Sep 27 07:54:11.036601 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1100ad55-8a6f-4022-8ffb-b96c0e754982 None None] Network 2fe559b6-9ec2-4524-a7e2-99403a05b049 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:54:11.146158 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fbaebc-a617-4571-b716-66b30ad5edcf req-d1729089-34b4-4f18-b361-008b4a34a780 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:11.148098 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c9fbaebc-a617-4571-b716-66b30ad5edcf req-d1729089-34b4-4f18-b361-008b4a34a780 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 946 time: 0.1643519 Sep 27 07:54:11.149791 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51425637-9e0f-4d4e-8ca5-f78f9d41aec1 req-ab15eb02-1b71-4d0b-8bfb-665b3bada5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:11.151297 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-51425637-9e0f-4d4e-8ca5-f78f9d41aec1 req-ab15eb02-1b71-4d0b-8bfb-665b3bada5b9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=448aa08f-9439-4e3a-9cd7-ca641ada67be HTTP/1.1" status: 200 len: 920 time: 0.1687996 Sep 27 07:54:11.218765 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-51425637-9e0f-4d4e-8ca5-f78f9d41aec1 req-355570c9-c60d-4ec5-99a4-800383e3847f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d52c070-92a2-4125-bcef-dba7a04c2dc4 HTTP/1.1" status: 200 len: 217 time: 0.0475159 Sep 27 07:54:11.246578 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c9fbaebc-a617-4571-b716-66b30ad5edcf req-f1547eed-cbcd-4880-b3ee-7a7d98ec95c9 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881338 Sep 27 07:54:11.280216 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51425637-9e0f-4d4e-8ca5-f78f9d41aec1 req-48321eb4-9d66-4bd8-9615-f3ae400c759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:11.281758 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-51425637-9e0f-4d4e-8ca5-f78f9d41aec1 req-48321eb4-9d66-4bd8-9615-f3ae400c759c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07db581e-2238-4bd1-aacc-bc8622529c44 HTTP/1.1" status: 200 len: 859 time: 0.0492694 Sep 27 07:54:11.322251 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-51425637-9e0f-4d4e-8ca5-f78f9d41aec1 req-b0cd9964-b0c8-4f47-a6c5-7a1f6a5245e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=448aa08f-9439-4e3a-9cd7-ca641ada67be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262089 Sep 27 07:54:11.435491 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-51425637-9e0f-4d4e-8ca5-f78f9d41aec1 req-3783b174-31a2-4de6-8692-9fb71b0bee88 service neutron] 10.222.0.25 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038642 Sep 27 07:54:11.540789 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-51425637-9e0f-4d4e-8ca5-f78f9d41aec1 req-d5bcad9b-da56-4341-8fb1-092164ea7a82 service neutron] 10.222.0.25 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846090 Sep 27 07:54:12.031993 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48455e2d-0caf-4560-9a8c-86bfa59e0b7f req-c2fa5cd7-7bb9-45df-9e14-52a5eafc0091 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:12.041399 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-48455e2d-0caf-4560-9a8c-86bfa59e0b7f req-c2fa5cd7-7bb9-45df-9e14-52a5eafc0091 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0567954 Sep 27 07:54:12.083682 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-48455e2d-0caf-4560-9a8c-86bfa59e0b7f req-970b1520-a696-40d4-9334-782364f9c3dd tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349259 Sep 27 07:54:12.203154 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5af764-a2e4-4062-ad48-e622a8db2ae1 req-c9aafca1-5a42-4b64-b518-4ac66628e526 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:12.204640 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ee5af764-a2e4-4062-ad48-e622a8db2ae1 req-c9aafca1-5a42-4b64-b518-4ac66628e526 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 946 time: 0.0501289 Sep 27 07:54:12.332903 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [req-ee5af764-a2e4-4062-ad48-e622a8db2ae1 req-5ffd68e4-392d-433d-8353-09892f4542d1 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Deleting port 5c913015-68ec-4c82-96c3-3819c19b0038 {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:54:12.333230 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-ee5af764-a2e4-4062-ad48-e622a8db2ae1 req-5ffd68e4-392d-433d-8353-09892f4542d1 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:12.439561 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c69372-8194-451b-94d6-90dc233f0c09 req-628304a6-200f-4a23-b8dd-0d5d3a0ff820 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:12.441053 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-08c69372-8194-451b-94d6-90dc233f0c09 req-628304a6-200f-4a23-b8dd-0d5d3a0ff820 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 946 time: 0.1104782 Sep 27 07:54:12.473000 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [req-ee5af764-a2e4-4062-ad48-e622a8db2ae1 req-5ffd68e4-392d-433d-8353-09892f4542d1 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] For port 5c913015-68ec-4c82-96c3-3819c19b0038, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5c913015-68ec-4c82-96c3-3819c19b0038,segment=NetworkSegment(9f80519b-3486-4a4c-8d1b-dbe89f7b6f96),segment_id=9f80519b-3486-4a4c-8d1b-dbe89f7b6f96)] {{(pid=106358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:54:12.473366 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-ee5af764-a2e4-4062-ad48-e622a8db2ae1 req-5ffd68e4-392d-433d-8353-09892f4542d1 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:12.495950 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [req-ee5af764-a2e4-4062-ad48-e622a8db2ae1 req-5ffd68e4-392d-433d-8353-09892f4542d1 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Calling delete_port for 5c913015-68ec-4c82-96c3-3819c19b0038 owned by compute:nova {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:54:12.503867 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-08c69372-8194-451b-94d6-90dc233f0c09 req-00b154fa-9804-4d16-9e0f-d84fc9f1ca19 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543303 Sep 27 07:54:12.798793 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-ee5af764-a2e4-4062-ad48-e622a8db2ae1 req-5ffd68e4-392d-433d-8353-09892f4542d1 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:12.812264 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['5c913015-68ec-4c82-96c3-3819c19b0038'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:54:12.829372 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd68e4-392d-433d-8353-09892f4542d1 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Pushing event deleted for resources: {'Port': ['ID=5c913015-68ec-4c82-96c3-3819c19b0038,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:12.873317 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5af764-a2e4-4062-ad48-e622a8db2ae1 req-5ffd68e4-392d-433d-8353-09892f4542d1 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] No DVR routers for this DVR port 5c913015-68ec-4c82-96c3-3819c19b0038 on host hv-cinder-81107 {{(pid=106358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:54:12.875888 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-ee5af764-a2e4-4062-ad48-e622a8db2ae1 req-5ffd68e4-392d-433d-8353-09892f4542d1 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:12.877955 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ee5af764-a2e4-4062-ad48-e622a8db2ae1 req-5ffd68e4-392d-433d-8353-09892f4542d1 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.25 "DELETE /v2.0/ports/5c913015-68ec-4c82-96c3-3819c19b0038 HTTP/1.1" status: 204 len: 173 time: 0.6565852 Sep 27 07:54:12.878411 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb944a9d-3546-461b-b1c2-ad84aa59df07', 'name': 'network-vif-deleted', 'tag': '5c913015-68ec-4c82-96c3-3819c19b0038'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:54:12.880628 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db0d40b-ebed-4692-8b20-981e95aec77b" -d '{"events": [{"server_uuid": "bb944a9d-3546-461b-b1c2-ad84aa59df07", "name": "network-vif-deleted", "tag": "5c913015-68ec-4c82-96c3-3819c19b0038"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:54:12.927902 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2051dccf-fc5f-418a-bcdb-8c7eabd2d1bb x-openstack-request-id: req-2051dccf-fc5f-418a-bcdb-8c7eabd2d1bb {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:54:12.928203 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb944a9d-3546-461b-b1c2-ad84aa59df07", "name": "network-vif-deleted", "tag": "5c913015-68ec-4c82-96c3-3819c19b0038", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:54:12.928459 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2051dccf-fc5f-418a-bcdb-8c7eabd2d1bb {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:54:12.928854 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb944a9d-3546-461b-b1c2-ad84aa59df07', 'name': 'network-vif-deleted', 'tag': '5c913015-68ec-4c82-96c3-3819c19b0038', 'status': 'completed', 'code': 200} Sep 27 07:54:13.207640 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4242c90-fe1f-4b9b-88c3-ec14bf76e390 req-a0f45dba-0711-4b16-aedf-126b190f1545 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:13.209168 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d4242c90-fe1f-4b9b-88c3-ec14bf76e390 req-a0f45dba-0711-4b16-aedf-126b190f1545 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0487118 Sep 27 07:54:13.246489 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d4242c90-fe1f-4b9b-88c3-ec14bf76e390 req-ac144ae3-7976-4911-a8c7-2f867171dae4 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309441 Sep 27 07:54:13.591224 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-a065bf66-a5b2-48bc-98dd-21e1cce46d2d tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:13.592721 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-a065bf66-a5b2-48bc-98dd-21e1cce46d2d tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/networks?id=2fe559b6-9ec2-4524-a7e2-99403a05b049 HTTP/1.1" status: 200 len: 813 time: 0.1047196 Sep 27 07:54:13.624041 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-46aafab3-dbf7-4e32-a7b8-379f34ca592c req-34bb95bf-6239-458a-9285-fa49a62be41a tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb944a9d-3546-461b-b1c2-ad84aa59df07 HTTP/1.1" status: 200 len: 210 time: 0.0303357 Sep 27 07:54:13.626439 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-500d484d-0455-4bc6-9e2d-abf6223546aa tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/quotas/cdce31e398da438791f31ba1a16c8202 HTTP/1.1" status: 200 len: 375 time: 0.0233057 Sep 27 07:54:13.660057 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-9f7e58bc-0e6e-473a-bd5a-0f23c8d19b9e tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdce31e398da438791f31ba1a16c8202&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262365 Sep 27 07:54:13.752970 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-275ee2ac-d128-46f6-b924-2f2905dff837 service neutron] 10.222.0.11 "GET /v2.0/networks/2fe559b6-9ec2-4524-a7e2-99403a05b049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852637 Sep 27 07:54:13.845649 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-2f31daf8-9b45-4659-a8a2-2359f5fa3d06 service neutron] 10.222.0.11 "GET /v2.0/networks/2fe559b6-9ec2-4524-a7e2-99403a05b049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866985 Sep 27 07:54:14.231961 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-78c1d436-e3a8-4fa7-8f9d-7e754e978934 req-028ec6b0-6dcd-4893-b333-2de203b75d7f tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0269232 Sep 27 07:54:14.398164 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc9eaf9-8f9d-488a-bf30-c08aa9f0951f req-85c81fbd-4947-4f77-8674-a27c884517ba tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:14.399640 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ccc9eaf9-8f9d-488a-bf30-c08aa9f0951f req-85c81fbd-4947-4f77-8674-a27c884517ba tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0522845 Sep 27 07:54:14.443608 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ccc9eaf9-8f9d-488a-bf30-c08aa9f0951f req-a951e211-9636-4505-95a5-642bab062ac4 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375497 Sep 27 07:54:14.709576 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 36304) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:14.822543 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-30d03bbc-ff40-4874-8760-6a4d9f931360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:14.922297 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-30d03bbc-ff40-4874-8760-6a4d9f931360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:14.950928 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-a18fa82b-497a-4e52-8911-3660ead1b7bc tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:14.952383 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-a18fa82b-497a-4e52-8911-3660ead1b7bc tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/networks?id=d91e3572-80b7-4a90-9b73-1399254fa66c HTTP/1.1" status: 200 len: 809 time: 0.1037507 Sep 27 07:54:14.967408 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-47fa3119-3688-44f7-b63a-14343ae4cde7 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/quotas/26c1354967394ee8abc55278e4e71185 HTTP/1.1" status: 200 len: 375 time: 0.0090783 Sep 27 07:54:14.987101 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-30d03bbc-ff40-4874-8760-6a4d9f931360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:15.021560 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-6b9faedc-0489-445e-92f5-33937045dc2b tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=26c1354967394ee8abc55278e4e71185&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484984 Sep 27 07:54:15.029271 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-30d03bbc-ff40-4874-8760-6a4d9f931360 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=68c2d5e0c7d345a385dc69f160abcb20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184884 Sep 27 07:54:15.035715 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 36324) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:15.036075 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d03bbc-ff40-4874-8760-6a4d9f931360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7978d3ee-7f50-4bdd-a5ce-5c5044e0b5a8,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:15.093834 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-00693ff8-336a-4896-87a3-a44f0cb0eba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:15.104135 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 5c913015-68ec-4c82-96c3-3819c19b0038 no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:54:15.118399 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-00693ff8-336a-4896-87a3-a44f0cb0eba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:15.119382 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-97b15b0a-62a7-4931-9fab-1c9913556c7e service neutron] 10.222.0.11 "GET /v2.0/networks/d91e3572-80b7-4a90-9b73-1399254fa66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969369 Sep 27 07:54:15.127512 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] No Port match for: 5c913015-68ec-4c82-96c3-3819c19b0038 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:54:15.127993 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 5c913015-68ec-4c82-96c3-3819c19b0038 not bound to the agent host hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:54:15.301939 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-00693ff8-336a-4896-87a3-a44f0cb0eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:15.304924 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-00693ff8-336a-4896-87a3-a44f0cb0eba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:15.310520 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-00693ff8-336a-4896-87a3-a44f0cb0eba2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7978d3ee-7f50-4bdd-a5ce-5c5044e0b5a8 HTTP/1.1" status: 204 len: 168 time: 0.2750411 Sep 27 07:54:15.334315 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00693ff8-336a-4896-87a3-a44f0cb0eba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7978d3ee-7f50-4bdd-a5ce-5c5044e0b5a8,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:15.463304 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-842e9364-daa8-44c8-acb9-090af3ed5fff req-8170e57b-fdc3-4348-baa2-78f25322378e tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0284441 Sep 27 07:54:15.485900 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-1eb7a43b-93aa-4624-9d8f-08b1b7a0f5f8 service neutron] 10.222.0.11 "GET /v2.0/networks/d91e3572-80b7-4a90-9b73-1399254fa66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590667 Sep 27 07:54:15.740433 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f331d-3c92-40b5-9f5a-82893136c5d3 req-96494230-a8de-4c6b-bc6e-1b0d09cba37c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:15.749294 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-181f331d-3c92-40b5-9f5a-82893136c5d3 req-96494230-a8de-4c6b-bc6e-1b0d09cba37c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0496011 Sep 27 07:54:15.786303 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-181f331d-3c92-40b5-9f5a-82893136c5d3 req-f02509a6-4007-4477-a039-0d18c7f85384 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373213 Sep 27 07:54:15.830963 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c0bcfbb4-5715-40b7-866f-1692667173c0 req-211bbb41-47d6-4469-9b6c-a68c154f4237 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 210 time: 0.0315826 Sep 27 07:54:16.109362 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 36354) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:16.123022 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-917ae3d5-8eb0-4a64-9e89-a3488dee33e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:16.210481 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-917ae3d5-8eb0-4a64-9e89-a3488dee33e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:16.347154 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-917ae3d5-8eb0-4a64-9e89-a3488dee33e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:16.388783 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-917ae3d5-8eb0-4a64-9e89-a3488dee33e6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f3064865758345ef84a4502011bac07e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781341 Sep 27 07:54:16.389894 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ae3d5-8eb0-4a64-9e89-a3488dee33e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de85c5b-0501-4a82-aa1b-c22c7e38d3f1,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:16.392156 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 36360) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:16.447554 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-26027f8e-04ab-45c8-9b12-3f17eaf3fcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:16.468732 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-26027f8e-04ab-45c8-9b12-3f17eaf3fcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:16.564989 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5ffd57b7-77ec-4ef3-900f-4af0843645d6 req-7df81d98-d501-4825-9ea0-2ff0814b6dde tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0245829 Sep 27 07:54:16.587046 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-26027f8e-04ab-45c8-9b12-3f17eaf3fcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:16.590236 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-26027f8e-04ab-45c8-9b12-3f17eaf3fcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:16.591393 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-26027f8e-04ab-45c8-9b12-3f17eaf3fcce admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1de85c5b-0501-4a82-aa1b-c22c7e38d3f1 HTTP/1.1" status: 204 len: 168 time: 0.1977270 Sep 27 07:54:16.599771 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26027f8e-04ab-45c8-9b12-3f17eaf3fcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de85c5b-0501-4a82-aa1b-c22c7e38d3f1,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:16.979525 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b8b71-06cc-490f-ad1c-4a9e326921e8 req-3b95d1bc-537f-499d-beec-2b553fba3c01 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:16.981118 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1e4b8b71-06cc-490f-ad1c-4a9e326921e8 req-3b95d1bc-537f-499d-beec-2b553fba3c01 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.1041582 Sep 27 07:54:17.016473 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-bb5f0385-c132-43a1-a191-22068ad9f343 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:17.017947 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-bb5f0385-c132-43a1-a191-22068ad9f343 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/networks?id=7ebc4c39-d0a1-4515-9004-e5c446b45be2 HTTP/1.1" status: 200 len: 814 time: 0.1532435 Sep 27 07:54:17.043154 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-0a6005d4-976b-4ff6-bc36-de2cd2e6aa45 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/quotas/a3e875ff59c741c7a0ca09fc98132f20 HTTP/1.1" status: 200 len: 375 time: 0.0177045 Sep 27 07:54:17.046133 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1e4b8b71-06cc-490f-ad1c-4a9e326921e8 req-08519733-406d-4b5a-bffc-6b6eb73baaef tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560603 Sep 27 07:54:17.107978 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-3fcd4c2f-9feb-45a1-a91a-27b7f2b37b3b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=a3e875ff59c741c7a0ca09fc98132f20&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0543509 Sep 27 07:54:17.136516 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-287513c0-e311-4588-85d2-dd9950967c83 req-cd53ca29-9907-4600-83cc-646a776a0425 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 210 time: 0.0271120 Sep 27 07:54:17.308032 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-6b3049d7-55a5-46b9-8284-d956729826b8 service neutron] 10.222.0.11 "GET /v2.0/networks/7ebc4c39-d0a1-4515-9004-e5c446b45be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739371 Sep 27 07:54:17.331393 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-ba3ceb5a-7afb-4af1-9879-e553fb577d98 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:17.332822 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-ba3ceb5a-7afb-4af1-9879-e553fb577d98 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.25 "GET /v2.0/networks?id=2fe559b6-9ec2-4524-a7e2-99403a05b049 HTTP/1.1" status: 200 len: 813 time: 0.1699891 Sep 27 07:54:17.357265 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-ec474994-2490-41ed-be4c-590ddbadfc88 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Request body: {'port': {'device_id': 'b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1', 'network_id': '2fe559b6-9ec2-4524-a7e2-99403a05b049', 'admin_state_up': True, 'tenant_id': 'cdce31e398da438791f31ba1a16c8202'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:54:17.478861 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-ae74c75b-22c9-40b5-a735-9b82a311a156 service neutron] 10.222.0.11 "GET /v2.0/networks/7ebc4c39-d0a1-4515-9004-e5c446b45be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636932 Sep 27 07:54:17.645021 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-ec474994-2490-41ed-be4c-590ddbadfc88 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Made reservation on behalf of cdce31e398da438791f31ba1a16c8202 for: {'port': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:54:17.654595 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-ec474994-2490-41ed-be4c-590ddbadfc88 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:17.694317 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cbff2802-ff30-439d-bc68-44ab46ca41b1 req-4e1f9951-4e7a-4edf-ad82-287bcf836e09 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0612054 Sep 27 07:54:17.734220 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a43ba23f-56bb-4b2a-b4f3-fe4fe572df16 req-47faa310-90bc-4aa3-9971-6f1741c666f0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 210 time: 0.0273714 Sep 27 07:54:17.870946 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-ec474994-2490-41ed-be4c-590ddbadfc88 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Allocated IP 172.20.0.2 (2fe559b6-9ec2-4524-a7e2-99403a05b049/9a9c5a13-d8d5-4270-b650-1dc6f1371642/ee5a0856-2b0d-4d67-aac4-afa35d0b1e04) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:54:18.038880 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-ec474994-2490-41ed-be4c-590ddbadfc88 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:18.159163 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-ec474994-2490-41ed-be4c-590ddbadfc88 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:18.187089 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5430b-64a3-40dd-b72e-e5ad9c01cc69 req-cabd86ba-232f-4f33-bce6-b615820be030 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:18.189306 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-21d5430b-64a3-40dd-b72e-e5ad9c01cc69 req-cabd86ba-232f-4f33-bce6-b615820be030 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0678375 Sep 27 07:54:18.240735 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-ec474994-2490-41ed-be4c-590ddbadfc88 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Network 2fe559b6-9ec2-4524-a7e2-99403a05b049 is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:54:18.272277 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2d5e6369-6883-4844-9af8-027754477124 req-d0b67a8f-34f5-4b1a-8658-b95ce8b57e81 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 210 time: 0.0354447 Sep 27 07:54:18.273135 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-ec474994-2490-41ed-be4c-590ddbadfc88 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:54:18.278250 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-ec474994-2490-41ed-be4c-590ddbadfc88 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:54:18.310057 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec474994-2490-41ed-be4c-590ddbadfc88 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Pushing event updated for resources: {'Port': ['ID=ee5a0856-2b0d-4d67-aac4-afa35d0b1e04,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:18.334139 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-21d5430b-64a3-40dd-b72e-e5ad9c01cc69 req-611a01bc-6633-44b3-a21c-a2b9db66b6b8 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239798 Sep 27 07:54:18.354334 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-ec474994-2490-41ed-be4c-590ddbadfc88 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:18.355018 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-ec474994-2490-41ed-be4c-590ddbadfc88 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:18.444907 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-7d33119d-ee2d-46c1-bbea-7a2b4ecde94d tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:18.446354 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-7d33119d-ee2d-46c1-bbea-7a2b4ecde94d tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.25 "GET /v2.0/networks?id=d91e3572-80b7-4a90-9b73-1399254fa66c HTTP/1.1" status: 200 len: 809 time: 0.1005580 Sep 27 07:54:18.460342 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-7e43b227-25df-4bfd-b115-76384526bc6d tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Request body: {'port': {'device_id': 'b5dc34fa-bd1b-43d1-8178-724f08a87408', 'network_id': 'd91e3572-80b7-4a90-9b73-1399254fa66c', 'admin_state_up': True, 'tenant_id': '26c1354967394ee8abc55278e4e71185'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:54:18.467156 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-ec474994-2490-41ed-be4c-590ddbadfc88 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1150775 Sep 27 07:54:18.483076 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Request body: {'port': {'device_id': 'b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:54:18.548480 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:18.668127 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-7e43b227-25df-4bfd-b115-76384526bc6d tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Made reservation on behalf of 26c1354967394ee8abc55278e4e71185 for: {'port': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:54:18.672037 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-7e43b227-25df-4bfd-b115-76384526bc6d tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:18.725298 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 36454) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:18.829458 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-7e43b227-25df-4bfd-b115-76384526bc6d tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Allocated IP 172.20.0.13 (d91e3572-80b7-4a90-9b73-1399254fa66c/5fa72093-9ade-4b30-b8a3-1cb9f6019191/da692e8e-a9c7-40b2-aa92-a4e884bb153e) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:54:18.882207 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b4494b59-0248-4a79-bd24-2c4a9bda943a req-8f85a158-a7fd-41c5-b26d-43b05d22e1d6 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 210 time: 0.0558457 Sep 27 07:54:18.962655 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 {{(pid=106358) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:54:18.994117 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:18.996818 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6a284ba1-16b8-45ac-b054-0acf79f1568e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:19.028471 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.provisioning_blocks [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Transition to ACTIVE for port object ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 will not be triggered until provisioned by entity L2. {{(pid=106358) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 07:54:19.028995 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-7e43b227-25df-4bfd-b115-76384526bc6d tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:19.038888 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68370166-0cb1-4e04-a506-d8709b13a0f5 req-c387746e-b002-48f0-90e3-8c1a8bccefdc tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:19.040642 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-68370166-0cb1-4e04-a506-d8709b13a0f5 req-c387746e-b002-48f0-90e3-8c1a8bccefdc tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 931 time: 0.1946568 Sep 27 07:54:19.105975 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-68370166-0cb1-4e04-a506-d8709b13a0f5 req-33aaa45a-37f4-46aa-9392-86d6804cb4fc tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556841 Sep 27 07:54:19.149579 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6a284ba1-16b8-45ac-b054-0acf79f1568e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:19.162264 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:19.163053 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-7e43b227-25df-4bfd-b115-76384526bc6d tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:19.213571 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-7e43b227-25df-4bfd-b115-76384526bc6d tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Network d91e3572-80b7-4a90-9b73-1399254fa66c is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:54:19.217249 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-7e43b227-25df-4bfd-b115-76384526bc6d tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:54:19.218568 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5a0856-2b0d-4d67-aac4-afa35d0b1e04,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:19.220833 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-7e43b227-25df-4bfd-b115-76384526bc6d tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:54:19.253005 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43b227-25df-4bfd-b115-76384526bc6d tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Pushing event updated for resources: {'Port': ['ID=da692e8e-a9c7-40b2-aa92-a4e884bb153e,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:19.280011 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-7e43b227-25df-4bfd-b115-76384526bc6d tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:19.280628 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-7e43b227-25df-4bfd-b115-76384526bc6d tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:19.293806 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Attempting to bind port ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:54:19.294193 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Attempting to bind port ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': 'ff73a54f-d6ac-4047-aa4f-9a1ec93c567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2fe559b6-9ec2-4524-a7e2-99403a05b049'}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:54:19.294517 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Attempting to bind port ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 on network 2fe559b6-9ec2-4524-a7e2-99403a05b049 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:54:19.299105 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Port ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 on network 2fe559b6-9ec2-4524-a7e2-99403a05b049 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 07:54:19.299473 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Attempting to bind port ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 on network 2fe559b6-9ec2-4524-a7e2-99403a05b049 {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:54:19.304128 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6a284ba1-16b8-45ac-b054-0acf79f1568e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:19.309572 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:54:19.315285 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Checking segment: {'id': 'ff73a54f-d6ac-4047-aa4f-9a1ec93c567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2fe559b6-9ec2-4524-a7e2-99403a05b049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:54:19.315285 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Bound using segment: {'id': 'ff73a54f-d6ac-4047-aa4f-9a1ec93c567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2fe559b6-9ec2-4524-a7e2-99403a05b049'} {{(pid=106358) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:54:19.315285 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.managers [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Bound port: ee5a0856-2b0d-4d67-aac4-afa35d0b1e04, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff73a54f-d6ac-4047-aa4f-9a1ec93c567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2fe559b6-9ec2-4524-a7e2-99403a05b049'}}] {{(pid=106358) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:54:19.315285 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:19.383792 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a284ba1-16b8-45ac-b054-0acf79f1568e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332d8e49-7b44-4ef0-b2fe-aabc72de75d2,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:19.391986 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-6a284ba1-16b8-45ac-b054-0acf79f1568e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c789080dbbc4490fa4ac1c7fc432a3e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6619768 Sep 27 07:54:19.395439 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 36474) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:19.436030 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-7e43b227-25df-4bfd-b115-76384526bc6d tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9790950 Sep 27 07:54:19.453969 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Request body: {'port': {'device_id': 'b5dc34fa-bd1b-43d1-8178-724f08a87408', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:54:19.471935 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] For port ee5a0856-2b0d-4d67-aac4-afa35d0b1e04, host hv-cinder-81107, cleared binding levels {{(pid=106358) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:54:19.472913 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-be627ee0-2d28-42bd-aab9-aaa2cda4746e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:19.477075 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] For port ee5a0856-2b0d-4d67-aac4-afa35d0b1e04, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=ee5a0856-2b0d-4d67-aac4-afa35d0b1e04,segment=NetworkSegment(ff73a54f-d6ac-4047-aa4f-9a1ec93c567a),segment_id=ff73a54f-d6ac-4047-aa4f-9a1ec93c567a)] {{(pid=106358) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:54:19.485709 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db28540-eb1e-4bd9-b2a2-a40c53641220 req-067dd2cd-6c62-4d71-8083-8daa0b56b14c tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:19.487193 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9db28540-eb1e-4bd9-b2a2-a40c53641220 req-067dd2cd-6c62-4d71-8083-8daa0b56b14c tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 932 time: 0.1175096 Sep 27 07:54:19.506784 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-be627ee0-2d28-42bd-aab9-aaa2cda4746e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:19.508411 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b8f97-32f9-4605-9dc9-3b19b041df4f req-9afad131-5d19-40cd-a787-06a501f9b8a1 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:19.509896 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f18b8f97-32f9-4605-9dc9-3b19b041df4f req-9afad131-5d19-40cd-a787-06a501f9b8a1 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0899503 Sep 27 07:54:19.550953 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:19.566665 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9db28540-eb1e-4bd9-b2a2-a40c53641220 req-54952e83-fb09-4982-8b26-82b4fca5344c tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713706 Sep 27 07:54:19.571638 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f18b8f97-32f9-4605-9dc9-3b19b041df4f req-8258eceb-d720-45c7-ac39-3862e47d2f7b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496948 Sep 27 07:54:19.579355 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:19.612721 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:19.613390 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:19.614813 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] 10.222.0.25 "PUT /v2.0/ports/ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 HTTP/1.1" status: 200 len: 1093 time: 1.1365950 Sep 27 07:54:19.615248 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1', 'tag': 'ee5a0856-2b0d-4d67-aac4-afa35d0b1e04'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:54:19.617533 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaabfdbc-f4fb-466a-ab56-721d2b04e844" -d '{"events": [{"name": "network-changed", "server_uuid": "b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1", "tag": "ee5a0856-2b0d-4d67-aac4-afa35d0b1e04"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:54:19.642894 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43c8d3-fc2a-4f89-828e-27c01727b7f5 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5a0856-2b0d-4d67-aac4-afa35d0b1e04,revision_number=3']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:19.653981 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f998710-bfcb-45f4-906b-fa1baa0d7e8e x-openstack-request-id: req-1f998710-bfcb-45f4-906b-fa1baa0d7e8e {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:54:19.653981 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1", "tag": "ee5a0856-2b0d-4d67-aac4-afa35d0b1e04", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:54:19.653981 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1f998710-bfcb-45f4-906b-fa1baa0d7e8e {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:54:19.653981 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1', 'tag': 'ee5a0856-2b0d-4d67-aac4-afa35d0b1e04', 'status': 'completed', 'code': 200} Sep 27 07:54:19.728743 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-be627ee0-2d28-42bd-aab9-aaa2cda4746e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:19.728743 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-be627ee0-2d28-42bd-aab9-aaa2cda4746e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:19.728986 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabfdbc-f4fb-466a-ab56-721d2b04e844 req-59d12de4-7e93-40c5-b106-24a3b1f47c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:19.729111 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-be627ee0-2d28-42bd-aab9-aaa2cda4746e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/332d8e49-7b44-4ef0-b2fe-aabc72de75d2 HTTP/1.1" status: 204 len: 168 time: 0.3325121 Sep 27 07:54:19.729444 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eaabfdbc-f4fb-466a-ab56-721d2b04e844 req-59d12de4-7e93-40c5-b106-24a3b1f47c28 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdce31e398da438791f31ba1a16c8202&device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 1096 time: 0.0414109 Sep 27 07:54:19.747257 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be627ee0-2d28-42bd-aab9-aaa2cda4746e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332d8e49-7b44-4ef0-b2fe-aabc72de75d2,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:19.852319 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabfdbc-f4fb-466a-ab56-721d2b04e844 req-dbc13756-d947-40ea-ba20-448a82c9c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:19.853836 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eaabfdbc-f4fb-466a-ab56-721d2b04e844 req-dbc13756-d947-40ea-ba20-448a82c9c2c6 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=cdce31e398da438791f31ba1a16c8202&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1151612 Sep 27 07:54:19.883667 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da692e8e-a9c7-40b2-aa92-a4e884bb153e {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:54:19.891600 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:19.904894 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Transition to ACTIVE for port object da692e8e-a9c7-40b2-aa92-a4e884bb153e will not be triggered until provisioned by entity L2. {{(pid=106357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 07:54:19.988833 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-12285e72-ae91-475d-bc96-7f7c6dcebe14 req-b46ec2f9-0306-4c1d-b053-87fe2bdd7c46 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 210 time: 0.0318506 Sep 27 07:54:20.005702 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaabfdbc-f4fb-466a-ab56-721d2b04e844 req-278ffead-2d2e-4651-b1f8-73fa0621311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:20.007054 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eaabfdbc-f4fb-466a-ab56-721d2b04e844 req-278ffead-2d2e-4651-b1f8-73fa0621311b service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1242881 Sep 27 07:54:20.099293 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-bbb9a8c7-a444-4e15-8849-ce810aaa1544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:20.101775 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-bbb9a8c7-a444-4e15-8849-ce810aaa1544 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdce31e398da438791f31ba1a16c8202&device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 1096 time: 0.0421691 Sep 27 07:54:20.133949 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:20.157284 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-be772ef5-e10a-4270-9cca-66c940c46c01 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 HTTP/1.1" status: 200 len: 217 time: 0.0394790 Sep 27 07:54:20.219934 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Pushing event updated for resources: {'Port': ['ID=da692e8e-a9c7-40b2-aa92-a4e884bb153e,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:20.267749 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-1994d371-3a2f-42da-900e-b63112e28050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:20.267749 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-1994d371-3a2f-42da-900e-b63112e28050 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a9c5a13-d8d5-4270-b650-1dc6f1371642 HTTP/1.1" status: 200 len: 853 time: 0.0884883 Sep 27 07:54:20.303917 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-29f73b9f-91d7-42af-b54f-54f27e4e0f89 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2fe559b6-9ec2-4524-a7e2-99403a05b049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266500 Sep 27 07:54:20.312513 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca765c-b0b8-4da1-81c4-d83c02c192c8 req-cf9ae094-f766-472b-beac-212f430623ac tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:20.320424 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-95ca765c-b0b8-4da1-81c4-d83c02c192c8 req-cf9ae094-f766-472b-beac-212f430623ac tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 943 time: 0.0992539 Sep 27 07:54:20.353293 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Attempting to bind port da692e8e-a9c7-40b2-aa92-a4e884bb153e on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:54:20.353293 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Attempting to bind port da692e8e-a9c7-40b2-aa92-a4e884bb153e by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': '9f80519b-3486-4a4c-8d1b-dbe89f7b6f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd91e3572-80b7-4a90-9b73-1399254fa66c'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:54:20.356776 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Attempting to bind port da692e8e-a9c7-40b2-aa92-a4e884bb153e on network d91e3572-80b7-4a90-9b73-1399254fa66c {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:54:20.397060 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Port da692e8e-a9c7-40b2-aa92-a4e884bb153e on network d91e3572-80b7-4a90-9b73-1399254fa66c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 07:54:20.397060 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Attempting to bind port da692e8e-a9c7-40b2-aa92-a4e884bb153e on network d91e3572-80b7-4a90-9b73-1399254fa66c {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:54:20.432140 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:54:20.432834 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Checking segment: {'id': '9f80519b-3486-4a4c-8d1b-dbe89f7b6f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd91e3572-80b7-4a90-9b73-1399254fa66c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:54:20.433652 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Bound using segment: {'id': '9f80519b-3486-4a4c-8d1b-dbe89f7b6f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd91e3572-80b7-4a90-9b73-1399254fa66c'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:54:20.433944 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-95ca765c-b0b8-4da1-81c4-d83c02c192c8 req-20fad51f-2b7a-4ee5-b51f-906a55cbebc9 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073072 Sep 27 07:54:20.434103 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Bound port: da692e8e-a9c7-40b2-aa92-a4e884bb153e, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f80519b-3486-4a4c-8d1b-dbe89f7b6f96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd91e3572-80b7-4a90-9b73-1399254fa66c'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:54:20.434478 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:20.472461 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-1c9920c5-a77a-4157-8083-3c56004052a8 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:20.474324 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-1c9920c5-a77a-4157-8083-3c56004052a8 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.25 "GET /v2.0/networks?id=7ebc4c39-d0a1-4515-9004-e5c446b45be2 HTTP/1.1" status: 200 len: 814 time: 0.2204607 Sep 27 07:54:20.476861 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-f1c16d6e-feef-4835-a65d-edb84e7e046a service neutron] 10.222.0.25 "GET /v2.0/networks/2fe559b6-9ec2-4524-a7e2-99403a05b049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495450 Sep 27 07:54:20.511879 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Request body: {'port': {'device_id': 'e29f5e50-9fe4-4f22-915b-c25ad989131f', 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2', 'admin_state_up': True, 'tenant_id': 'a3e875ff59c741c7a0ca09fc98132f20'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:54:20.606864 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-39ef8512-e7bf-4162-ab07-6d3db1434270 service neutron] 10.222.0.25 "GET /v2.0/networks/2fe559b6-9ec2-4524-a7e2-99403a05b049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148756 Sep 27 07:54:20.637312 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] For port da692e8e-a9c7-40b2-aa92-a4e884bb153e, host hv-cinder-81107, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:54:20.642194 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] For port da692e8e-a9c7-40b2-aa92-a4e884bb153e, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=da692e8e-a9c7-40b2-aa92-a4e884bb153e,segment=NetworkSegment(9f80519b-3486-4a4c-8d1b-dbe89f7b6f96),segment_id=9f80519b-3486-4a4c-8d1b-dbe89f7b6f96)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:54:20.742211 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:20.748678 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00923273-43e3-40c4-8369-4b7e6f8eb74b req-6a5dfa31-9d8e-42e1-b450-93ac58425d91 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:20.750327 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-00923273-43e3-40c4-8369-4b7e6f8eb74b req-6a5dfa31-9d8e-42e1-b450-93ac58425d91 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 944 time: 0.1113195 Sep 27 07:54:20.774406 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Made reservation on behalf of a3e875ff59c741c7a0ca09fc98132f20 for: {'port': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:54:20.777994 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:20.782466 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0bceed-0d62-4b84-8e36-28ff0ddf0cd1 req-dab4140c-9178-4a9b-8a52-f24289465980 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:20.784092 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8c0bceed-0d62-4b84-8e36-28ff0ddf0cd1 req-dab4140c-9178-4a9b-8a52-f24289465980 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.1085753 Sep 27 07:54:20.814553 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:20.815178 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:20.816580 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] 10.222.0.25 "PUT /v2.0/ports/da692e8e-a9c7-40b2-aa92-a4e884bb153e HTTP/1.1" status: 200 len: 1094 time: 1.3695602 Sep 27 07:54:20.818799 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5dc34fa-bd1b-43d1-8178-724f08a87408', 'tag': 'da692e8e-a9c7-40b2-aa92-a4e884bb153e'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:54:20.820688 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-00923273-43e3-40c4-8369-4b7e6f8eb74b req-3eb529ef-78ca-420e-9716-d22d9233c7c7 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637095 Sep 27 07:54:20.821139 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64c27ad-7fea-42af-a366-dc29d47ede0a" -d '{"events": [{"name": "network-changed", "server_uuid": "b5dc34fa-bd1b-43d1-8178-724f08a87408", "tag": "da692e8e-a9c7-40b2-aa92-a4e884bb153e"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:54:20.843391 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8c0bceed-0d62-4b84-8e36-28ff0ddf0cd1 req-7e97596a-9065-4ad6-9d76-dc1765e9a8d5 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524125 Sep 27 07:54:20.870324 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0885932-f218-4203-8648-0ae9e57bcb3b service neutron] Pushing event updated for resources: {'Port': ['ID=da692e8e-a9c7-40b2-aa92-a4e884bb153e,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:20.903369 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bff395-0d71-43fb-b076-9d7825616ff9 x-openstack-request-id: req-75bff395-0d71-43fb-b076-9d7825616ff9 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:54:20.903714 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5dc34fa-bd1b-43d1-8178-724f08a87408", "tag": "da692e8e-a9c7-40b2-aa92-a4e884bb153e", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:54:20.903961 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-75bff395-0d71-43fb-b076-9d7825616ff9 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:54:20.904400 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5dc34fa-bd1b-43d1-8178-724f08a87408', 'tag': 'da692e8e-a9c7-40b2-aa92-a4e884bb153e', 'status': 'completed', 'code': 200} Sep 27 07:54:21.025262 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Allocated IP 172.20.0.2 (7ebc4c39-d0a1-4515-9004-e5c446b45be2/5da2f088-86e4-4227-ba0f-fc971a0a955e/532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:54:21.029942 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c27ad-7fea-42af-a366-dc29d47ede0a req-a1b553db-4ed0-48f6-a39d-0d7c56e53965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:21.034721 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-e64c27ad-7fea-42af-a366-dc29d47ede0a req-a1b553db-4ed0-48f6-a39d-0d7c56e53965 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=26c1354967394ee8abc55278e4e71185&device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 1097 time: 0.0976799 Sep 27 07:54:21.101636 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-177789da-a348-4385-b961-e4faaa2444f7 req-b4b8048e-c69b-4321-b9df-4e8a8dfbeee4 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 210 time: 0.0293145 Sep 27 07:54:21.226605 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c27ad-7fea-42af-a366-dc29d47ede0a req-fca1e46c-eb3d-4d11-87c7-aa8bb41fd153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:21.228103 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-e64c27ad-7fea-42af-a366-dc29d47ede0a req-fca1e46c-eb3d-4d11-87c7-aa8bb41fd153 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=26c1354967394ee8abc55278e4e71185&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1823406 Sep 27 07:54:21.324204 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:21.366223 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c27ad-7fea-42af-a366-dc29d47ede0a req-6bf66950-8231-4866-b4ec-6264d9a76305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:21.367710 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-e64c27ad-7fea-42af-a366-dc29d47ede0a req-6bf66950-8231-4866-b4ec-6264d9a76305 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288636 Sep 27 07:54:21.461337 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-1b453d13-6c36-499d-90cf-617781b15041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:21.462850 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-1b453d13-6c36-499d-90cf-617781b15041 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=26c1354967394ee8abc55278e4e71185&device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 1097 time: 0.0472667 Sep 27 07:54:21.521373 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-92f74b68-283a-41c1-9279-96fd01cb270f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da692e8e-a9c7-40b2-aa92-a4e884bb153e HTTP/1.1" status: 200 len: 217 time: 0.0433190 Sep 27 07:54:21.529978 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:21.548672 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18', '9b138984-501b-4363-a68b-083b30632582', 'ba44de47-c451-4f7c-af6a-29a32ad21039'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:54:21.589146 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e5b6a-7082-4506-8034-2126864c1e5a req-64225b87-eb7c-42a5-a417-869c759ccaa8 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:21.590922 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d50e5b6a-7082-4506-8034-2126864c1e5a req-64225b87-eb7c-42a5-a417-869c759ccaa8 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 943 time: 0.0919857 Sep 27 07:54:21.635773 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d50e5b6a-7082-4506-8034-2126864c1e5a req-9c6c3b67-1744-486f-bdab-71a345a3cd2b tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364287 Sep 27 07:54:21.639943 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:54:21.646215 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:54:21.656934 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Pushing event updated for resources: {'Port': ['ID=532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:21.659113 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:54:21.689002 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-a35a6efd-3e52-4987-a923-2c8cdfa60014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:21.690403 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-a35a6efd-3e52-4987-a923-2c8cdfa60014 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5fa72093-9ade-4b30-b8a3-1cb9f6019191 HTTP/1.1" status: 200 len: 849 time: 0.1549644 Sep 27 07:54:21.691708 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:21.692055 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:21.692397 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:21.692729 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:21.693085 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:21.693418 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:21.693746 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:21.694080 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:21.694402 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:21.694904 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:21.695224 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:21.695548 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:21.735475 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-1aae880b-8608-4381-a398-69364a6d78a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d91e3572-80b7-4a90-9b73-1399254fa66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301991 Sep 27 07:54:21.750602 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:21.751225 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:21.845946 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-999bb439-5dfc-4de4-a12f-3fdbeed2b2c0 service neutron] 10.222.0.25 "GET /v2.0/networks/d91e3572-80b7-4a90-9b73-1399254fa66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920684 Sep 27 07:54:21.992863 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46b2cd-8ed1-4c6f-9bff-ee5edcec2265 req-65529e37-e892-4099-99ef-295c6fde4d9b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:21.994545 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6e46b2cd-8ed1-4c6f-9bff-ee5edcec2265 req-65529e37-e892-4099-99ef-295c6fde4d9b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0725689 Sep 27 07:54:22.003335 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc09345-2846-4b16-99ca-49f60c446d87 req-40c4fa78-4ec3-4d09-a607-f4c59ebb873e tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:22.004888 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bfc09345-2846-4b16-99ca-49f60c446d87 req-40c4fa78-4ec3-4d09-a607-f4c59ebb873e tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 944 time: 0.0945022 Sep 27 07:54:22.062395 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6e46b2cd-8ed1-4c6f-9bff-ee5edcec2265 req-f8c14367-6ce3-4a84-a327-9215f1950ab8 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564961 Sep 27 07:54:22.064498 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-343002b9-c0fd-4ef8-bb8a-5de8c493b99d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5587673 Sep 27 07:54:22.065430 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bfc09345-2846-4b16-99ca-49f60c446d87 req-f7cd0c08-a9f2-4951-ba30-b6c937080a34 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536368 Sep 27 07:54:22.089438 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Request body: {'port': {'device_id': 'e29f5e50-9fe4-4f22-915b-c25ad989131f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:54:22.185773 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-351717d3-c4ac-46d5-9f96-442aa9a74a18 req-71c949ce-08fd-44ce-9dc9-e19def1bf623 service neutron] 10.222.0.25 "GET /v2.0/networks/d91e3572-80b7-4a90-9b73-1399254fa66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232188 Sep 27 07:54:22.188305 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:22.323219 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e60ba-6258-4591-b79a-5b3ad304dd35 req-1e8fa663-60ab-4190-8c2d-d270a009d521 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:22.324780 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-368e60ba-6258-4591-b79a-5b3ad304dd35 req-1e8fa663-60ab-4190-8c2d-d270a009d521 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 931 time: 0.0583315 Sep 27 07:54:22.365842 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-368e60ba-6258-4591-b79a-5b3ad304dd35 req-1038c78a-a6c3-42dc-8d10-e3816ae3faf0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349832 Sep 27 07:54:22.479277 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:54:22.486741 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:22.498285 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Transition to ACTIVE for port object 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 will not be triggered until provisioned by entity L2. {{(pid=106357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 07:54:22.580645 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:22.647955 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Pushing event updated for resources: {'Port': ['ID=532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:22.701320 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Attempting to bind port 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:54:22.701655 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Attempting to bind port 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': 'f049ded7-e2f1-4742-8006-c6c1da15b4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:54:22.702003 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Attempting to bind port 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 on network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:54:22.706336 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Port 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 on network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 07:54:22.714956 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Attempting to bind port 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 on network 7ebc4c39-d0a1-4515-9004-e5c446b45be2 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:54:22.714956 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:54:22.714956 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Checking segment: {'id': 'f049ded7-e2f1-4742-8006-c6c1da15b4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:54:22.714956 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Bound using segment: {'id': 'f049ded7-e2f1-4742-8006-c6c1da15b4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:54:22.714956 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Bound port: 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f049ded7-e2f1-4742-8006-c6c1da15b4c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:54:22.714956 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:22.751841 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b723bc5-db8e-4500-98a8-50190348a90b req-cd31c6b6-2f42-4a07-998b-7a894fc6d184 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:22.753259 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8b723bc5-db8e-4500-98a8-50190348a90b req-cd31c6b6-2f42-4a07-998b-7a894fc6d184 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 943 time: 0.0483217 Sep 27 07:54:22.777734 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] For port 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7, host hv-cinder-81107, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:54:22.780769 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] For port 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7,segment=NetworkSegment(f049ded7-e2f1-4742-8006-c6c1da15b4c4),segment_id=f049ded7-e2f1-4742-8006-c6c1da15b4c4)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:54:22.792081 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8b723bc5-db8e-4500-98a8-50190348a90b req-83d25b0b-9be1-4237-bff4-a44da1a28955 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327907 Sep 27 07:54:22.865153 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:22.899270 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:22.899907 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:22.901279 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] 10.222.0.25 "PUT /v2.0/ports/532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 HTTP/1.1" status: 200 len: 1093 time: 0.8164501 Sep 27 07:54:22.905188 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e29f5e50-9fe4-4f22-915b-c25ad989131f', 'tag': '532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:54:22.907410 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bcb5a7-f008-4b8e-a35d-03486857dcf6" -d '{"events": [{"name": "network-changed", "server_uuid": "e29f5e50-9fe4-4f22-915b-c25ad989131f", "tag": "532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:54:22.926455 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14f9a1-de36-4ee4-b745-fa1907c00943 service neutron] Pushing event updated for resources: {'Port': ['ID=532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:22.944564 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafcced0-2d02-4dea-a827-4a236391a935 x-openstack-request-id: req-fafcced0-2d02-4dea-a827-4a236391a935 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:54:22.944857 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e29f5e50-9fe4-4f22-915b-c25ad989131f", "tag": "532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:54:22.945284 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-fafcced0-2d02-4dea-a827-4a236391a935 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:54:22.945679 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e29f5e50-9fe4-4f22-915b-c25ad989131f', 'tag': '532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7', 'status': 'completed', 'code': 200} Sep 27 07:54:23.009593 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcb5a7-f008-4b8e-a35d-03486857dcf6 req-a7db150f-9e82-4438-a33a-81b010163303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:23.011557 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d3bcb5a7-f008-4b8e-a35d-03486857dcf6 req-a7db150f-9e82-4438-a33a-81b010163303 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3e875ff59c741c7a0ca09fc98132f20&device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 1096 time: 0.0426090 Sep 27 07:54:23.111300 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcb5a7-f008-4b8e-a35d-03486857dcf6 req-4df64f8e-997c-4506-bed5-e57abf379b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:23.112950 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d3bcb5a7-f008-4b8e-a35d-03486857dcf6 req-4df64f8e-997c-4506-bed5-e57abf379b58 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a3e875ff59c741c7a0ca09fc98132f20&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0912540 Sep 27 07:54:23.137009 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:54:23.210207 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca707dea-0853-4468-8ff2-292c30677789 req-593e25c8-c672-46e7-a7a5-f601dfc7a463 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:23.211872 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ca707dea-0853-4468-8ff2-292c30677789 req-593e25c8-c672-46e7-a7a5-f601dfc7a463 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0810380 Sep 27 07:54:23.239669 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bcb5a7-f008-4b8e-a35d-03486857dcf6 req-228b7774-c78a-4714-84d8-ecca401c0eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:23.241471 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d3bcb5a7-f008-4b8e-a35d-03486857dcf6 req-228b7774-c78a-4714-84d8-ecca401c0eb6 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1193924 Sep 27 07:54:23.252116 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port ee5a0856-2b0d-4d67-aac4-afa35d0b1e04, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=ee5a0856-2b0d-4d67-aac4-afa35d0b1e04,segment=NetworkSegment(ff73a54f-d6ac-4047-aa4f-9a1ec93c567a),segment_id=ff73a54f-d6ac-4047-aa4f-9a1ec93c567a)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:54:23.258356 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ce855-ef7f-495d-93f3-087d406fc002 req-ab59e85f-c0bd-48f6-889d-536ab3837763 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:23.260003 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-817ce855-ef7f-495d-93f3-087d406fc002 req-ab59e85f-c0bd-48f6-889d-536ab3837763 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 944 time: 0.1018205 Sep 27 07:54:23.266311 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': 'ee5a0856-2b0d-4d67-aac4-afa35d0b1e04', 'network_id': '2fe559b6-9ec2-4524-a7e2-99403a05b049', 'port_id': 'ee5a0856-2b0d-4d67-aac4-afa35d0b1e04', 'mac_address': 'fa:16:3e:4f:96:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9c5a13-d8d5-4270-b650-1dc6f1371642', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:54:23.298927 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ca707dea-0853-4468-8ff2-292c30677789 req-7dd4d9b8-7e09-4231-9930-0902b49f80c8 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713818 Sep 27 07:54:23.309468 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:23.326209 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:54:23.338204 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-7cafb189-bc0e-4481-925c-792d5b53b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:23.347598 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-817ce855-ef7f-495d-93f3-087d406fc002 req-cf8c013c-fe95-4a6a-ad8a-66b5066829f8 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586791 Sep 27 07:54:23.347701 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-7cafb189-bc0e-4481-925c-792d5b53b0d0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3e875ff59c741c7a0ca09fc98132f20&device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 1096 time: 0.0589266 Sep 27 07:54:23.377677 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port ee5a0856-2b0d-4d67-aac4-afa35d0b1e04, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=ee5a0856-2b0d-4d67-aac4-afa35d0b1e04,segment=NetworkSegment(ff73a54f-d6ac-4047-aa4f-9a1ec93c567a),segment_id=ff73a54f-d6ac-4047-aa4f-9a1ec93c567a)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:54:23.422149 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-bc3bc0a5-dc8c-4c05-9f83-d517da093699 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 HTTP/1.1" status: 200 len: 217 time: 0.0625749 Sep 27 07:54:23.455342 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:23.515270 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=ee5a0856-2b0d-4d67-aac4-afa35d0b1e04,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:23.529058 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-b8307d7a-fcda-45eb-829d-d34de25a08da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:23.532125 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-b8307d7a-fcda-45eb-829d-d34de25a08da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5da2f088-86e4-4227-ba0f-fc971a0a955e HTTP/1.1" status: 200 len: 854 time: 0.0884445 Sep 27 07:54:23.547392 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113eda1-cf3e-4648-8169-f05c29b83d24 req-711bdb15-9acd-460a-89b6-b332e4872e92 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:23.554673 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0113eda1-cf3e-4648-8169-f05c29b83d24 req-711bdb15-9acd-460a-89b6-b332e4872e92 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 943 time: 0.0679817 Sep 27 07:54:23.570629 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-0fb3e291-0026-4dc6-b68b-d8351823c6df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ebc4c39-d0a1-4515-9004-e5c446b45be2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268886 Sep 27 07:54:23.588823 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0113eda1-cf3e-4648-8169-f05c29b83d24 req-ba88312b-b34a-4735-942a-f321350efa90 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331879 Sep 27 07:54:23.665631 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-3c815a0f-8ad5-4032-9c18-d288eeef491a service neutron] 10.222.0.25 "GET /v2.0/networks/7ebc4c39-d0a1-4515-9004-e5c446b45be2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857973 Sep 27 07:54:23.754235 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2db032b4-e22e-4446-b4c6-7cd970c98c12 req-ae513785-e67c-4e19-952a-abee4855664b service neutron] 10.222.0.25 "GET /v2.0/networks/7ebc4c39-d0a1-4515-9004-e5c446b45be2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810871 Sep 27 07:54:23.804677 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['ee5a0856-2b0d-4d67-aac4-afa35d0b1e04'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:54:23.925901 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf55676-f14d-4281-a68d-7bbef6655300 req-d0acaa07-c44a-418e-b1df-1a9170bb1e71 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:23.927636 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eaf55676-f14d-4281-a68d-7bbef6655300 req-d0acaa07-c44a-418e-b1df-1a9170bb1e71 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 944 time: 0.0515950 Sep 27 07:54:23.975684 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eaf55676-f14d-4281-a68d-7bbef6655300 req-e9a44b10-633b-45a0-8e4b-c8c479c2427c tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401785 Sep 27 07:54:24.243169 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd63e0-2f03-4db4-bbfe-b62658a50ff8 req-24ecdaa8-9927-449b-ba0c-aa1ccac86ca9 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:24.244642 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-62bd63e0-2f03-4db4-bbfe-b62658a50ff8 req-24ecdaa8-9927-449b-ba0c-aa1ccac86ca9 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0472155 Sep 27 07:54:24.282577 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-62bd63e0-2f03-4db4-bbfe-b62658a50ff8 req-247b881b-2d78-45b3-9c06-ec8aa8e5037e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314188 Sep 27 07:54:24.415669 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff00c77-bb0a-47cf-a747-57abccad56ba req-5de33674-91d5-4e65-929d-fb412b7ce5bc tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:24.417670 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9ff00c77-bb0a-47cf-a747-57abccad56ba req-5de33674-91d5-4e65-929d-fb412b7ce5bc tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0560389 Sep 27 07:54:24.482792 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1f1c2-66b3-49b4-8d3e-f8a3a76e2977 req-e6da83ff-d3bf-43a5-a818-38dfccc48151 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:24.484241 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-abc1f1c2-66b3-49b4-8d3e-f8a3a76e2977 req-e6da83ff-d3bf-43a5-a818-38dfccc48151 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 944 time: 0.0852296 Sep 27 07:54:24.487300 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9ff00c77-bb0a-47cf-a747-57abccad56ba req-907e8cc3-5e99-462b-ac5b-addf6dc44c4d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533435 Sep 27 07:54:24.521509 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-abc1f1c2-66b3-49b4-8d3e-f8a3a76e2977 req-ca825020-24d5-4018-86ab-807a320adeb3 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312927 Sep 27 07:54:24.701883 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698be42-4e95-4603-964d-bf62f4ff130c req-9c35bee7-11ba-4b10-aadc-43032b47045b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:24.703379 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d698be42-4e95-4603-964d-bf62f4ff130c req-9c35bee7-11ba-4b10-aadc-43032b47045b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 943 time: 0.0481482 Sep 27 07:54:24.739834 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d698be42-4e95-4603-964d-bf62f4ff130c req-3f90e7cf-4a91-451d-807e-ab67e551aa5b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306799 Sep 27 07:54:25.091265 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426db663-04d1-4678-8194-8a985fd8a1c6 req-ead3e1b8-9d1b-418a-90ef-f3f629340bbb tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:25.092636 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-426db663-04d1-4678-8194-8a985fd8a1c6 req-ead3e1b8-9d1b-418a-90ef-f3f629340bbb tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 944 time: 0.0482540 Sep 27 07:54:25.130155 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-426db663-04d1-4678-8194-8a985fd8a1c6 req-a522fa3f-a4ce-4d4c-9cdd-4fdd73cc9e71 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316596 Sep 27 07:54:25.177150 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 36624) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:25.278938 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a6b4be4c-e055-4add-85e9-1ef5b04b6413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:25.366420 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a6b4be4c-e055-4add-85e9-1ef5b04b6413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:25.404615 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64710df-c30b-4d2a-93b2-df4af43cb413 req-88908008-3e2b-412c-8651-f94e52f5a248 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:25.406111 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f64710df-c30b-4d2a-93b2-df4af43cb413 req-88908008-3e2b-412c-8651-f94e52f5a248 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0524592 Sep 27 07:54:25.444277 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f64710df-c30b-4d2a-93b2-df4af43cb413 req-bc52f56c-acce-4b0a-a4ee-fa0f327d5415 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320241 Sep 27 07:54:25.478060 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a6b4be4c-e055-4add-85e9-1ef5b04b6413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:25.519872 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-a6b4be4c-e055-4add-85e9-1ef5b04b6413 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b48277c2434c402fa96e1fd7e9e0d40d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416860 Sep 27 07:54:25.520738 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4be4c-e055-4add-85e9-1ef5b04b6413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43392e6b-c791-410d-a1b3-e35cf5cccf9a,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:25.522598 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 36632) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:25.624923 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device da692e8e-a9c7-40b2-aa92-a4e884bb153e details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:54:25.627009 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-9c6f25c6-424b-4543-97b2-569d91784381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:25.658407 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06a87b-8b17-480d-a209-8ba120ded5ad req-1e21e38b-e37a-46aa-ac13-717194747266 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:25.659878 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fb06a87b-8b17-480d-a209-8ba120ded5ad req-1e21e38b-e37a-46aa-ac13-717194747266 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0999527 Sep 27 07:54:25.671957 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-9c6f25c6-424b-4543-97b2-569d91784381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:25.716918 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a69d07a-f0b6-4dd4-b035-5f69da1b88d4 req-b76eeb2a-fd7b-4993-ba87-dec75e29d2c8 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:25.718380 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7a69d07a-f0b6-4dd4-b035-5f69da1b88d4 req-b76eeb2a-fd7b-4993-ba87-dec75e29d2c8 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 944 time: 0.1269400 Sep 27 07:54:25.720913 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port da692e8e-a9c7-40b2-aa92-a4e884bb153e, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=da692e8e-a9c7-40b2-aa92-a4e884bb153e,segment=NetworkSegment(9f80519b-3486-4a4c-8d1b-dbe89f7b6f96),segment_id=9f80519b-3486-4a4c-8d1b-dbe89f7b6f96)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:54:25.732472 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': 'da692e8e-a9c7-40b2-aa92-a4e884bb153e', 'network_id': 'd91e3572-80b7-4a90-9b73-1399254fa66c', 'port_id': 'da692e8e-a9c7-40b2-aa92-a4e884bb153e', 'mac_address': 'fa:16:3e:1c:9a:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fa72093-9ade-4b30-b8a3-1cb9f6019191', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:54:25.747139 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fb06a87b-8b17-480d-a209-8ba120ded5ad req-f2abe4d2-f47b-4b92-aa84-a0a12b21486c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777240 Sep 27 07:54:25.774276 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:25.784779 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7a69d07a-f0b6-4dd4-b035-5f69da1b88d4 req-6f1c8e8a-bc33-41b6-bc88-87ae731099f7 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510144 Sep 27 07:54:25.789973 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da692e8e-a9c7-40b2-aa92-a4e884bb153e {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:54:25.819574 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port da692e8e-a9c7-40b2-aa92-a4e884bb153e, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=da692e8e-a9c7-40b2-aa92-a4e884bb153e,segment=NetworkSegment(9f80519b-3486-4a4c-8d1b-dbe89f7b6f96),segment_id=9f80519b-3486-4a4c-8d1b-dbe89f7b6f96)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:54:25.893285 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fce82-931c-486d-949f-56874b92f32c req-12f45683-707e-4f74-98ec-c8c71c56c6ef tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:25.894752 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cf7fce82-931c-486d-949f-56874b92f32c req-12f45683-707e-4f74-98ec-c8c71c56c6ef tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 943 time: 0.0461888 Sep 27 07:54:25.895756 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-9c6f25c6-424b-4543-97b2-569d91784381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:25.898250 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-9c6f25c6-424b-4543-97b2-569d91784381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:25.902275 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-9c6f25c6-424b-4543-97b2-569d91784381 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/43392e6b-c791-410d-a1b3-e35cf5cccf9a HTTP/1.1" status: 204 len: 168 time: 0.3744364 Sep 27 07:54:25.913571 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f25c6-424b-4543-97b2-569d91784381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43392e6b-c791-410d-a1b3-e35cf5cccf9a,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:25.929094 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f25c6-424b-4543-97b2-569d91784381 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:25.929435 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f25c6-424b-4543-97b2-569d91784381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:25.929767 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f25c6-424b-4543-97b2-569d91784381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:25.930093 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f25c6-424b-4543-97b2-569d91784381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:25.930418 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f25c6-424b-4543-97b2-569d91784381 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:25.930740 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f25c6-424b-4543-97b2-569d91784381 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:25.931065 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f25c6-424b-4543-97b2-569d91784381 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:25.931382 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f25c6-424b-4543-97b2-569d91784381 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:25.931700 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f25c6-424b-4543-97b2-569d91784381 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:25.932013 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f25c6-424b-4543-97b2-569d91784381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:25.932324 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f25c6-424b-4543-97b2-569d91784381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:25.932676 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c6f25c6-424b-4543-97b2-569d91784381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:25.935241 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:25.955908 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cf7fce82-931c-486d-949f-56874b92f32c req-fbcbc18b-7e40-4fc5-829c-e85c3da95fd6 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528553 Sep 27 07:54:25.995736 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=da692e8e-a9c7-40b2-aa92-a4e884bb153e,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:26.245090 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e84c2-6dc1-46e6-9a90-56e1ee0c1ca6 req-82315bf2-502f-4e5e-8922-7db5331c3724 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:26.246487 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-901e84c2-6dc1-46e6-9a90-56e1ee0c1ca6 req-82315bf2-502f-4e5e-8922-7db5331c3724 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 944 time: 0.0510943 Sep 27 07:54:26.520066 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-901e84c2-6dc1-46e6-9a90-56e1ee0c1ca6 req-b5116f29-2f03-457a-802a-266f5cee5fc4 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675333 Sep 27 07:54:26.621782 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 36650) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:26.629132 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7535680-1fc6-4b8b-b512-966f1a67d4bf req-7b50dcce-4471-47a1-b42a-73191268fbc4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:26.630624 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b7535680-1fc6-4b8b-b512-966f1a67d4bf req-7b50dcce-4471-47a1-b42a-73191268fbc4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0515532 Sep 27 07:54:26.634792 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c3bc6644-4e4f-4dae-ae8d-e0a6c4f0371c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:26.669097 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b7535680-1fc6-4b8b-b512-966f1a67d4bf req-a9e07884-911c-495f-bbb1-50cc22228e38 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322449 Sep 27 07:54:26.722621 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c3bc6644-4e4f-4dae-ae8d-e0a6c4f0371c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:26.784845 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c3bc6644-4e4f-4dae-ae8d-e0a6c4f0371c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:26.825857 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-c3bc6644-4e4f-4dae-ae8d-e0a6c4f0371c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d9188284250d417ab740ee85dbbe9295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005370 Sep 27 07:54:26.825857 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc6644-4e4f-4dae-ae8d-e0a6c4f0371c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad4f386-b5e1-4489-963d-7394c883f312,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:26.826825 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 36656) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:26.893548 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d213e83-5230-400f-a9c8-5b5946aa1b32 req-543d491c-a269-4b08-9271-6b5df5fce086 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:26.894977 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6d213e83-5230-400f-a9c8-5b5946aa1b32 req-543d491c-a269-4b08-9271-6b5df5fce086 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0798750 Sep 27 07:54:26.919955 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4ca26b30-1b08-4c47-ba4a-8be8ba1b2726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:26.952984 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4ca26b30-1b08-4c47-ba4a-8be8ba1b2726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:26.956715 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6d213e83-5230-400f-a9c8-5b5946aa1b32 req-4dc730e2-e360-4076-9d7d-8386a747f460 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521007 Sep 27 07:54:27.056571 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17b9ab-8ce2-42b4-b80e-1a39ca41eaac req-9b3775b8-2744-46bf-a4e1-5771e131ed2a tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:27.057952 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3c17b9ab-8ce2-42b4-b80e-1a39ca41eaac req-9b3775b8-2744-46bf-a4e1-5771e131ed2a tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 945 time: 0.0472093 Sep 27 07:54:27.098524 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3c17b9ab-8ce2-42b4-b80e-1a39ca41eaac req-44e445b0-076c-49d4-80ca-9faa4e7e85d5 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320702 Sep 27 07:54:27.122217 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4ca26b30-1b08-4c47-ba4a-8be8ba1b2726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:27.125047 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4ca26b30-1b08-4c47-ba4a-8be8ba1b2726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:27.126212 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-4ca26b30-1b08-4c47-ba4a-8be8ba1b2726 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4ad4f386-b5e1-4489-963d-7394c883f312 HTTP/1.1" status: 204 len: 168 time: 0.2974381 Sep 27 07:54:27.134093 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca26b30-1b08-4c47-ba4a-8be8ba1b2726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad4f386-b5e1-4489-963d-7394c883f312,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:27.202238 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e35db6b-f924-4388-b83e-c18c07769e96 req-f9a28bc9-b50a-484f-9157-129f885eb0fa tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:27.204041 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4e35db6b-f924-4388-b83e-c18c07769e96 req-f9a28bc9-b50a-484f-9157-129f885eb0fa tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 943 time: 0.0520744 Sep 27 07:54:27.244659 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4e35db6b-f924-4388-b83e-c18c07769e96 req-1a9ff77d-6a16-4312-922f-6017b96f2699 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348012 Sep 27 07:54:27.638427 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b14ac0-139c-4f70-8ced-c5bde9c859ce req-d1a5b549-315b-4b85-b77d-26dfb2734d7b tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:27.639952 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-28b14ac0-139c-4f70-8ced-c5bde9c859ce req-d1a5b549-315b-4b85-b77d-26dfb2734d7b tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 944 time: 0.0492611 Sep 27 07:54:27.677573 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-28b14ac0-139c-4f70-8ced-c5bde9c859ce req-a3f08106-9cba-40aa-a83e-3c618828cb41 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318038 Sep 27 07:54:27.790314 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0380a7b3-c6ff-4bfb-ab85-d51b5f6448ea req-3cd6f5e7-25d0-4b63-b0db-318d68160cd0 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:27.791779 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0380a7b3-c6ff-4bfb-ab85-d51b5f6448ea req-3cd6f5e7-25d0-4b63-b0db-318d68160cd0 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0498703 Sep 27 07:54:27.830054 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0380a7b3-c6ff-4bfb-ab85-d51b5f6448ea req-a73e6955-fb32-4c94-92f8-330555444ddc tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322266 Sep 27 07:54:27.936443 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['da692e8e-a9c7-40b2-aa92-a4e884bb153e'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:54:28.075335 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfa372-5562-409f-aa1f-d75507ddbba5 req-0e2ad305-97e5-43d0-b232-f6bc16f884b0 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:28.076912 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2dcfa372-5562-409f-aa1f-d75507ddbba5 req-0e2ad305-97e5-43d0-b232-f6bc16f884b0 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0502052 Sep 27 07:54:28.120622 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2dcfa372-5562-409f-aa1f-d75507ddbba5 req-ae599f3f-7e9f-4e22-b130-3a0ffdc2c6ed tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343504 Sep 27 07:54:28.227159 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9931ea4-b442-4fc6-a556-bfc6e355a0b2 req-3ba84378-e165-4750-98ec-a1eb8add86d6 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:28.228655 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d9931ea4-b442-4fc6-a556-bfc6e355a0b2 req-3ba84378-e165-4750-98ec-a1eb8add86d6 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 945 time: 0.0503259 Sep 27 07:54:28.267236 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d9931ea4-b442-4fc6-a556-bfc6e355a0b2 req-b013fd20-b0b7-4d23-88e8-0a1ad8f6ce6c tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323703 Sep 27 07:54:28.359861 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc37275-cd5a-48fb-944e-067c859e7149 req-14921551-5eab-4abf-8989-203518b93c05 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:28.361375 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ebc37275-cd5a-48fb-944e-067c859e7149 req-14921551-5eab-4abf-8989-203518b93c05 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 943 time: 0.0489078 Sep 27 07:54:28.400403 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ebc37275-cd5a-48fb-944e-067c859e7149 req-ee30d75e-f128-4571-a7bb-53977bcd7207 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324295 Sep 27 07:54:28.788026 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7fb23-c0f8-4670-940b-15df80b5d7ac req-586826b8-2493-4d33-b095-83037f258a09 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:28.789784 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5de7fb23-c0f8-4670-940b-15df80b5d7ac req-586826b8-2493-4d33-b095-83037f258a09 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 944 time: 0.0477347 Sep 27 07:54:28.830279 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5de7fb23-c0f8-4670-940b-15df80b5d7ac req-fe32379b-8233-4c20-bff3-f57bda016de3 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345266 Sep 27 07:54:28.950224 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4daab97-d0e7-4561-9c5d-238e15e87980 req-18481dee-9783-4d93-8c10-10da55fbed7f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:28.951760 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f4daab97-d0e7-4561-9c5d-238e15e87980 req-18481dee-9783-4d93-8c10-10da55fbed7f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0483391 Sep 27 07:54:28.988188 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f4daab97-d0e7-4561-9c5d-238e15e87980 req-0602ec08-208f-4a77-a384-512d2f8700d3 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305135 Sep 27 07:54:29.236181 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6ab6f-1be8-4d8a-bad3-d6675bae8003 req-070f26bd-7873-472e-97da-9c21d244eb32 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:29.236181 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-92c6ab6f-1be8-4d8a-bad3-d6675bae8003 req-070f26bd-7873-472e-97da-9c21d244eb32 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0480790 Sep 27 07:54:29.270968 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-92c6ab6f-1be8-4d8a-bad3-d6675bae8003 req-d1cdccc7-068d-49b4-9aa8-47b9faf22640 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315681 Sep 27 07:54:29.379509 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b50ed-90af-4269-9469-4a06dfcda297 req-9efbc162-baa2-474f-9508-cb50e707daa8 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:29.382230 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-717b50ed-90af-4269-9469-4a06dfcda297 req-9efbc162-baa2-474f-9508-cb50e707daa8 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 945 time: 0.0491154 Sep 27 07:54:29.427532 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-717b50ed-90af-4269-9469-4a06dfcda297 req-8bd54578-7445-44d2-aae8-95253171ff6e tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390258 Sep 27 07:54:29.517534 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6f5d8-9b25-4c22-89ab-671abdf39511 req-4732cfa3-fd57-4060-bdc0-ded7da341382 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:29.519121 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-79a6f5d8-9b25-4c22-89ab-671abdf39511 req-4732cfa3-fd57-4060-bdc0-ded7da341382 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 943 time: 0.0505102 Sep 27 07:54:29.558298 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-79a6f5d8-9b25-4c22-89ab-671abdf39511 req-c45b164d-77d0-4f47-b7a7-1f647b1a5c3b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327983 Sep 27 07:54:29.941225 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06bfde-2018-44b8-9704-dc6f6b344224 req-90c517e6-5bb9-4682-b4f5-a5af637f8572 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:29.942735 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-be06bfde-2018-44b8-9704-dc6f6b344224 req-90c517e6-5bb9-4682-b4f5-a5af637f8572 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 944 time: 0.0472879 Sep 27 07:54:29.980092 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-be06bfde-2018-44b8-9704-dc6f6b344224 req-31094ca1-ad3a-4b24-bbb0-4a6144097e37 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305548 Sep 27 07:54:30.081599 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:54:30.105851 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03d90d-815e-4bdd-9a66-392d9f88891f req-2209d5f6-8210-43b6-8ea3-cdc788ad2594 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:30.107422 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4c03d90d-815e-4bdd-9a66-392d9f88891f req-2209d5f6-8210-43b6-8ea3-cdc788ad2594 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0487208 Sep 27 07:54:30.147932 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4c03d90d-815e-4bdd-9a66-392d9f88891f req-4ae09316-48f7-482e-b868-a5695e61fc7c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346892 Sep 27 07:54:30.197705 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 07:54:30.201643 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:54:30.202016 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:30.274595 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:30.297261 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5a0856-2b0d-4d67-aac4-afa35d0b1e04'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:54:30.299476 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa41ef2-5d9d-4443-868e-5f88d6fa724c" -d '{"events": [{"server_uuid": "b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1", "name": "network-vif-plugged", "status": "completed", "tag": "ee5a0856-2b0d-4d67-aac4-afa35d0b1e04"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:54:30.311916 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port ee5a0856-2b0d-4d67-aac4-afa35d0b1e04, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=ee5a0856-2b0d-4d67-aac4-afa35d0b1e04,segment=NetworkSegment(ff73a54f-d6ac-4047-aa4f-9a1ec93c567a),segment_id=ff73a54f-d6ac-4047-aa4f-9a1ec93c567a)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:54:30.383058 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73aae5d-5ea2-4981-b882-8017ecf569bb req-2ddc0779-de8a-4651-8499-9a7ec14c4ae8 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:30.384433 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e73aae5d-5ea2-4981-b882-8017ecf569bb req-2ddc0779-de8a-4651-8499-9a7ec14c4ae8 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0482545 Sep 27 07:54:30.392177 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:30.393040 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device da692e8e-a9c7-40b2-aa92-a4e884bb153e up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:54:30.422609 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e73aae5d-5ea2-4981-b882-8017ecf569bb req-5899ce89-ed93-437c-a3e6-537140f7f173 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321558 Sep 27 07:54:30.488505 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4a9670-3bc8-4477-a9ef-9c7e12e2387f x-openstack-request-id: req-4c4a9670-3bc8-4477-a9ef-9c7e12e2387f {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:54:30.489081 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1", "name": "network-vif-plugged", "status": "completed", "tag": "ee5a0856-2b0d-4d67-aac4-afa35d0b1e04", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:54:30.489404 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4c4a9670-3bc8-4477-a9ef-9c7e12e2387f {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:54:30.489859 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5a0856-2b0d-4d67-aac4-afa35d0b1e04', 'code': 200} Sep 27 07:54:30.491680 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=ee5a0856-2b0d-4d67-aac4-afa35d0b1e04,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:30.572000 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port da692e8e-a9c7-40b2-aa92-a4e884bb153e completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 07:54:30.575358 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dce835-e8d2-4166-b3e3-188f0972c58a req-4ae2d0b1-d2cd-43e3-b014-37f2349957e2 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:30.576631 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port da692e8e-a9c7-40b2-aa92-a4e884bb153e triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:54:30.576858 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c4dce835-e8d2-4166-b3e3-188f0972c58a req-4ae2d0b1-d2cd-43e3-b014-37f2349957e2 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 945 time: 0.0492899 Sep 27 07:54:30.577157 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:30.609248 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:54:30.620076 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c4dce835-e8d2-4166-b3e3-188f0972c58a req-639ab360-b177-4e7b-a274-531020565238 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353613 Sep 27 07:54:30.656784 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:30.689086 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port da692e8e-a9c7-40b2-aa92-a4e884bb153e, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=da692e8e-a9c7-40b2-aa92-a4e884bb153e,segment=NetworkSegment(9f80519b-3486-4a4c-8d1b-dbe89f7b6f96),segment_id=9f80519b-3486-4a4c-8d1b-dbe89f7b6f96)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:54:30.722525 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d1756-59f2-4a54-8cda-9ffca2a36ac6 req-ce062cf7-684c-4891-8780-44b572588aaa tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:30.724018 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-930d1756-59f2-4a54-8cda-9ffca2a36ac6 req-ce062cf7-684c-4891-8780-44b572588aaa tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 943 time: 0.0476992 Sep 27 07:54:30.764785 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-930d1756-59f2-4a54-8cda-9ffca2a36ac6 req-0e8d7bf0-49b8-4c23-9b07-5352dc59cf4b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345352 Sep 27 07:54:30.774942 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:30.823985 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=da692e8e-a9c7-40b2-aa92-a4e884bb153e,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:31.091708 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d6f4e-8298-41d3-a8b8-849834ebf477 req-c98ac2c9-f758-4860-9469-3c918a5b4cb9 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:31.093186 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0e4d6f4e-8298-41d3-a8b8-849834ebf477 req-c98ac2c9-f758-4860-9469-3c918a5b4cb9 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0475471 Sep 27 07:54:31.130695 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0e4d6f4e-8298-41d3-a8b8-849834ebf477 req-3b5dd98a-6f08-4b61-a647-cd19a4efacdd tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316420 Sep 27 07:54:31.264653 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa35aca-6a16-407e-96de-faa8b09ada01 req-283defc5-f80f-46ea-b2e7-d48df37dc76a tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:31.266053 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9aa35aca-6a16-407e-96de-faa8b09ada01 req-283defc5-f80f-46ea-b2e7-d48df37dc76a tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0471911 Sep 27 07:54:31.303682 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9aa35aca-6a16-407e-96de-faa8b09ada01 req-0b9804fc-bd88-4a35-bdc4-ca39c78f9ab4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317292 Sep 27 07:54:31.576160 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff08bac-1a0a-433e-8156-37b6127f7718 req-bbdd43ad-4905-4ae2-bed7-c377a2c26011 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:31.577688 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dff08bac-1a0a-433e-8156-37b6127f7718 req-bbdd43ad-4905-4ae2-bed7-c377a2c26011 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0482204 Sep 27 07:54:31.617822 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dff08bac-1a0a-433e-8156-37b6127f7718 req-cccff1a0-38c6-42e0-a839-3ce3557e28ed tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343130 Sep 27 07:54:31.731914 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d359210-60a7-4ac7-b182-2691e4eee4cb req-75e1235d-31da-40b5-b8e0-5cedce526bcf tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:31.733413 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3d359210-60a7-4ac7-b182-2691e4eee4cb req-75e1235d-31da-40b5-b8e0-5cedce526bcf tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 946 time: 0.0477498 Sep 27 07:54:31.770078 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3d359210-60a7-4ac7-b182-2691e4eee4cb req-c5ab046a-3478-4ad1-aa5a-7cf24df23bde tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309439 Sep 27 07:54:31.875958 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80879e8e-f4f1-4820-be54-fd76a821fcba req-60a95216-7557-4fb7-a268-29f0e974ca69 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:31.877483 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-80879e8e-f4f1-4820-be54-fd76a821fcba req-60a95216-7557-4fb7-a268-29f0e974ca69 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 943 time: 0.0478306 Sep 27 07:54:31.914483 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-80879e8e-f4f1-4820-be54-fd76a821fcba req-4a8b792f-710f-49e8-9337-34a749313fba tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309627 Sep 27 07:54:31.961499 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:54:32.056229 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7,segment=NetworkSegment(f049ded7-e2f1-4742-8006-c6c1da15b4c4),segment_id=f049ded7-e2f1-4742-8006-c6c1da15b4c4)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:54:32.067692 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': '532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7', 'network_id': '7ebc4c39-d0a1-4515-9004-e5c446b45be2', 'port_id': '532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7', 'mac_address': 'fa:16:3e:2e:46:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da2f088-86e4-4227-ba0f-fc971a0a955e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:54:32.146120 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:32.159242 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:54:32.187230 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7,segment=NetworkSegment(f049ded7-e2f1-4742-8006-c6c1da15b4c4),segment_id=f049ded7-e2f1-4742-8006-c6c1da15b4c4)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:54:32.250349 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db204f-c538-420c-8846-4e4c587b713e req-ca55413c-506b-4695-9314-0192b19b9577 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:32.251846 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e0db204f-c538-420c-8846-4e4c587b713e req-ca55413c-506b-4695-9314-0192b19b9577 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0476441 Sep 27 07:54:32.282443 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:32.294344 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e0db204f-c538-420c-8846-4e4c587b713e req-b02abd91-4488-4c94-a077-8d6df7467d25 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359578 Sep 27 07:54:32.329783 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:32.334399 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:32.345576 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e9229-1df2-4f93-94e2-cd1071f56d72 req-63ddf0fc-2d70-4192-9a9f-d7f2628c07b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:32.347169 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-585e9229-1df2-4f93-94e2-cd1071f56d72 req-63ddf0fc-2d70-4192-9a9f-d7f2628c07b7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 1098 time: 0.0402253 Sep 27 07:54:32.387140 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-585e9229-1df2-4f93-94e2-cd1071f56d72 req-23ef6ca6-b87d-48f7-9167-fcd5fa58f86a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286682 Sep 27 07:54:32.428803 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f5735d-4f18-4250-9811-396952d86cbb req-24be10df-7efb-4742-a422-2f93e2ffadb9 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:32.430374 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-87f5735d-4f18-4250-9811-396952d86cbb req-24be10df-7efb-4742-a422-2f93e2ffadb9 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0476778 Sep 27 07:54:32.468484 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-87f5735d-4f18-4250-9811-396952d86cbb req-8d2332c3-da40-4197-bb7a-d2ce83a89e25 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314126 Sep 27 07:54:32.491207 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dc34fa-bd1b-43d1-8178-724f08a87408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da692e8e-a9c7-40b2-aa92-a4e884bb153e'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:54:32.493575 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddacb71-24f9-4025-bec3-ca5721db89c2" -d '{"events": [{"server_uuid": "b5dc34fa-bd1b-43d1-8178-724f08a87408", "name": "network-vif-plugged", "status": "completed", "tag": "da692e8e-a9c7-40b2-aa92-a4e884bb153e"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:54:32.530183 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46af6b93-c3d3-44bd-be27-6af8c909b8d6 x-openstack-request-id: req-46af6b93-c3d3-44bd-be27-6af8c909b8d6 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:54:32.530498 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dc34fa-bd1b-43d1-8178-724f08a87408", "name": "network-vif-plugged", "status": "completed", "tag": "da692e8e-a9c7-40b2-aa92-a4e884bb153e", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:54:32.530754 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-46af6b93-c3d3-44bd-be27-6af8c909b8d6 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:54:32.531147 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5dc34fa-bd1b-43d1-8178-724f08a87408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da692e8e-a9c7-40b2-aa92-a4e884bb153e', 'code': 200} Sep 27 07:54:32.733848 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f241a-9c5b-4803-9204-9eae7ffb6e2a req-cc7e4323-3012-4cdc-a6b0-791223b368c6 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:32.735586 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8e1f241a-9c5b-4803-9204-9eae7ffb6e2a req-cc7e4323-3012-4cdc-a6b0-791223b368c6 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0528388 Sep 27 07:54:32.748775 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:54:32.782441 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8e1f241a-9c5b-4803-9204-9eae7ffb6e2a req-a3586fe6-6f3f-4d92-af48-6b632fe81291 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325336 Sep 27 07:54:32.903332 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e0321-659a-40c0-9cd6-7c4e55d88825 req-8a725427-6d26-443d-ac60-f89c422503e6 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:32.905105 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-db3e0321-659a-40c0-9cd6-7c4e55d88825 req-8a725427-6d26-443d-ac60-f89c422503e6 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 946 time: 0.0509684 Sep 27 07:54:32.948625 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-db3e0321-659a-40c0-9cd6-7c4e55d88825 req-27c87da8-c0e3-4b9a-95dc-3fcc7775fcb0 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375955 Sep 27 07:54:33.027623 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3cf42-7d56-4a78-9eef-1566b3d6212a req-50ccdcd7-e1e5-495f-b7d9-780d7313db49 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:33.029186 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d9f3cf42-7d56-4a78-9eef-1566b3d6212a req-50ccdcd7-e1e5-495f-b7d9-780d7313db49 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 944 time: 0.0485165 Sep 27 07:54:33.069401 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d9f3cf42-7d56-4a78-9eef-1566b3d6212a req-d4e7b862-09a6-4425-b50d-25a707383226 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329342 Sep 27 07:54:33.206799 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fcd764-a3b5-48ed-afd0-99b99a98c498 req-125266ac-6de3-4573-979f-2a445cab3501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:33.208250 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c9fcd764-a3b5-48ed-afd0-99b99a98c498 req-125266ac-6de3-4573-979f-2a445cab3501 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 1099 time: 0.0418816 Sep 27 07:54:33.243355 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c9fcd764-a3b5-48ed-afd0-99b99a98c498 req-c97a40a7-b726-4147-9506-bebb65b246af service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267558 Sep 27 07:54:33.409687 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501fa05-b3d7-4e9f-90c2-027afdc05849 req-d5fc6c12-0900-4847-a5cf-60e5efeeeb95 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:33.411163 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4501fa05-b3d7-4e9f-90c2-027afdc05849 req-d5fc6c12-0900-4847-a5cf-60e5efeeeb95 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0487635 Sep 27 07:54:33.419129 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-82d5aaa4-e732-46b8-a28b-b00cd1e7ea7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:33.448517 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4501fa05-b3d7-4e9f-90c2-027afdc05849 req-fca9e54d-4510-4034-a6d8-a006cc2c848f tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306301 Sep 27 07:54:33.585203 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279ae94-6e3d-4a9a-9814-6f4742158f2a req-66ed0ff4-e2eb-4a53-b6c0-3c65ef378d4c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:33.586663 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1279ae94-6e3d-4a9a-9814-6f4742158f2a req-66ed0ff4-e2eb-4a53-b6c0-3c65ef378d4c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0481212 Sep 27 07:54:33.628933 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1279ae94-6e3d-4a9a-9814-6f4742158f2a req-c49491d6-3994-47d9-ac3f-8f107712a7c4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349722 Sep 27 07:54:33.908063 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976547c-0752-48e7-a95d-e996b65d0f7e req-e51843b6-8721-4bdb-8c1f-3b94ba223b9c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:33.909651 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d976547c-0752-48e7-a95d-e996b65d0f7e req-e51843b6-8721-4bdb-8c1f-3b94ba223b9c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0557926 Sep 27 07:54:33.947612 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d976547c-0752-48e7-a95d-e996b65d0f7e req-5f14529d-3f87-4a6b-b5d5-6fed28c5eb3d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313754 Sep 27 07:54:34.060493 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b20ce04-ed3c-458e-b8eb-64d70f78321f req-cb01fb43-e340-4348-a4ce-5a84289d3c26 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:34.062040 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1b20ce04-ed3c-458e-b8eb-64d70f78321f req-cb01fb43-e340-4348-a4ce-5a84289d3c26 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 946 time: 0.0478268 Sep 27 07:54:34.099416 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1b20ce04-ed3c-458e-b8eb-64d70f78321f req-c271a758-c426-490d-88fa-b47dde411cef tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315397 Sep 27 07:54:34.180786 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb34e5-8e75-449b-a3d0-4fa56de8570a req-57317878-ce4c-47f8-91ed-da4acfd59ed0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:34.182260 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-29fb34e5-8e75-449b-a3d0-4fa56de8570a req-57317878-ce4c-47f8-91ed-da4acfd59ed0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 944 time: 0.0472999 Sep 27 07:54:34.222647 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-29fb34e5-8e75-449b-a3d0-4fa56de8570a req-032caf12-a903-4eba-aeca-a4c5153f7fce tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340130 Sep 27 07:54:34.561333 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933facfb-5f1b-40aa-a774-41fd4ae544bc req-8f771be0-2291-4dd8-bbad-63dacea05049 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:34.562879 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-933facfb-5f1b-40aa-a774-41fd4ae544bc req-8f771be0-2291-4dd8-bbad-63dacea05049 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0487874 Sep 27 07:54:34.600610 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-933facfb-5f1b-40aa-a774-41fd4ae544bc req-3c000e82-ed21-44c4-91c8-c750ec9d6c7f tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316730 Sep 27 07:54:34.743894 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4687388-e068-4177-a086-025481c3dc0f req-8378b4b9-5afa-4280-8953-1dd387a6a5c7 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:34.746046 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a4687388-e068-4177-a086-025481c3dc0f req-8378b4b9-5afa-4280-8953-1dd387a6a5c7 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0489759 Sep 27 07:54:34.783506 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a4687388-e068-4177-a086-025481c3dc0f req-2ef09e0c-f1ea-4b52-9454-4d2828e9dd50 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315931 Sep 27 07:54:35.059815 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5141a4-e314-4f7f-9f8d-429658d00541 req-907e857f-abcd-4e89-9252-08a115343c91 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:35.061320 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fa5141a4-e314-4f7f-9f8d-429658d00541 req-907e857f-abcd-4e89-9252-08a115343c91 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0477676 Sep 27 07:54:35.102091 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fa5141a4-e314-4f7f-9f8d-429658d00541 req-3788c453-bc4d-40e0-8179-415aaabacffc tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349000 Sep 27 07:54:35.212467 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50697961-c59d-4f16-92e4-93b95fac2c0a req-01545810-308c-4ed7-8f23-61185e60bb69 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:35.214530 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-50697961-c59d-4f16-92e4-93b95fac2c0a req-01545810-308c-4ed7-8f23-61185e60bb69 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 946 time: 0.0491669 Sep 27 07:54:35.251407 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-50697961-c59d-4f16-92e4-93b95fac2c0a req-b40badb4-ceb6-4cac-9772-a6d6b4a92d0f tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310628 Sep 27 07:54:35.334085 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377fcb7-d7f6-4ae4-ba60-c817a212b60e req-4b73f6c5-2194-4274-8673-ac97ce595a3e tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:35.335927 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b377fcb7-d7f6-4ae4-ba60-c817a212b60e req-4b73f6c5-2194-4274-8673-ac97ce595a3e tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 944 time: 0.0484235 Sep 27 07:54:35.381407 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b377fcb7-d7f6-4ae4-ba60-c817a212b60e req-45e93482-35c6-40f9-9862-d3a8b1d542f6 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391004 Sep 27 07:54:35.711618 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c51157-ba92-4d1e-aa14-994ed6e539c1 req-9afe24b5-9694-4630-acba-1f09bb5ab5f5 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:35.713091 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-33c51157-ba92-4d1e-aa14-994ed6e539c1 req-9afe24b5-9694-4630-acba-1f09bb5ab5f5 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0475438 Sep 27 07:54:35.752991 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-33c51157-ba92-4d1e-aa14-994ed6e539c1 req-97d09c7d-eb08-45e5-8a9a-1c42fb6d941a tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339875 Sep 27 07:54:35.898542 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91957662-08c8-4200-8607-7965025351f1 req-dddc12bb-453c-4668-ab9f-27399491db58 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:35.900001 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-91957662-08c8-4200-8607-7965025351f1 req-dddc12bb-453c-4668-ab9f-27399491db58 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0475724 Sep 27 07:54:35.946998 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-91957662-08c8-4200-8607-7965025351f1 req-8435554b-3643-440a-9eae-4af00cd63fb3 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411108 Sep 27 07:54:36.117468 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff8108-b44a-4590-b20f-e1ab34efab60 req-fafc709a-a116-43ff-ba22-b34ca156ed88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:36.118884 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-4cff8108-b44a-4590-b20f-e1ab34efab60 req-fafc709a-a116-43ff-ba22-b34ca156ed88 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db214cdbafc9405aa877c1f184e8532e&device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 1098 time: 0.0394890 Sep 27 07:54:36.157974 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-003a3ce8-25d8-457e-a583-9b5cb6f3c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:36.212466 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e18d6-81c8-4284-be0f-057197f1aede req-9f823aaf-5ad2-4fdc-b30b-48abf317ab15 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:36.214464 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-642e18d6-81c8-4284-be0f-057197f1aede req-9f823aaf-5ad2-4fdc-b30b-48abf317ab15 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0479693 Sep 27 07:54:36.251561 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-642e18d6-81c8-4284-be0f-057197f1aede req-10678bd7-e151-487b-9e71-0742b7c06a58 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309238 Sep 27 07:54:36.362418 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692581d-50a6-43e8-980e-719d7e1739ad req-b1ed6627-88c2-4f4e-a97b-5ee38943d49d tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:36.363864 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6692581d-50a6-43e8-980e-719d7e1739ad req-b1ed6627-88c2-4f4e-a97b-5ee38943d49d tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 946 time: 0.0471668 Sep 27 07:54:36.407891 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6692581d-50a6-43e8-980e-719d7e1739ad req-b87ba942-8d53-4169-a741-a2f078e947b8 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379543 Sep 27 07:54:36.499621 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502119f-a5c7-4424-ae49-481cccf45adf req-f9f32498-51d8-4f2d-9944-7cbdd572db23 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:36.501122 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b502119f-a5c7-4424-ae49-481cccf45adf req-f9f32498-51d8-4f2d-9944-7cbdd572db23 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 944 time: 0.0486021 Sep 27 07:54:36.540226 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b502119f-a5c7-4424-ae49-481cccf45adf req-76c6504c-de55-4bf7-bd42-b4f7d4ba702d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330074 Sep 27 07:54:36.609435 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:36.863871 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6457a09d-80fd-4434-a643-9b912fc2f90f req-ffb32c84-2274-4d6d-9d7c-f7a5404979a8 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:36.865334 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6457a09d-80fd-4434-a643-9b912fc2f90f req-ffb32c84-2274-4d6d-9d7c-f7a5404979a8 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0473959 Sep 27 07:54:36.904537 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6457a09d-80fd-4434-a643-9b912fc2f90f req-9e832f9d-fd91-45e1-8af5-9c7ed79c5847 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330997 Sep 27 07:54:37.066413 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec15f6e-4a1e-4440-9f17-ffb5ad6cc505 req-5fbd8899-0620-4e64-91d5-529add9e23ac tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:37.067783 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fec15f6e-4a1e-4440-9f17-ffb5ad6cc505 req-5fbd8899-0620-4e64-91d5-529add9e23ac tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0496142 Sep 27 07:54:37.108604 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fec15f6e-4a1e-4440-9f17-ffb5ad6cc505 req-6a25f526-a8bd-4e78-b2f8-e2eb6e00b7df tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343909 Sep 27 07:54:37.166270 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff8108-b44a-4590-b20f-e1ab34efab60 req-b64b1338-dca0-423c-9d78-f59079a07dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:37.167901 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-4cff8108-b44a-4590-b20f-e1ab34efab60 req-b64b1338-dca0-423c-9d78-f59079a07dd9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=448aa08f-9439-4e3a-9cd7-ca641ada67be HTTP/1.1" status: 200 len: 920 time: 0.0891304 Sep 27 07:54:37.213233 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-4cff8108-b44a-4590-b20f-e1ab34efab60 req-67dba136-a0d3-4033-adbb-e6540ed9c364 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d52c070-92a2-4125-bcef-dba7a04c2dc4 HTTP/1.1" status: 200 len: 217 time: 0.0342453 Sep 27 07:54:37.249559 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:37.268443 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff8108-b44a-4590-b20f-e1ab34efab60 req-1094527f-1eac-4774-a383-5985a361fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:37.268443 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-4cff8108-b44a-4590-b20f-e1ab34efab60 req-1094527f-1eac-4774-a383-5985a361fe4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07db581e-2238-4bd1-aacc-bc8622529c44 HTTP/1.1" status: 200 len: 859 time: 0.0422232 Sep 27 07:54:37.302386 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-4cff8108-b44a-4590-b20f-e1ab34efab60 req-69173df9-1a69-4d12-807f-048a5b36e956 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=448aa08f-9439-4e3a-9cd7-ca641ada67be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242732 Sep 27 07:54:37.363890 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8d8b6-d419-4fbf-96b2-680105afd001 req-e46bfe41-b1ef-4074-be99-4bb0fc5f1c9c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:37.365324 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-98b8d8b6-d419-4fbf-96b2-680105afd001 req-e46bfe41-b1ef-4074-be99-4bb0fc5f1c9c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0491123 Sep 27 07:54:37.406485 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-98b8d8b6-d419-4fbf-96b2-680105afd001 req-e433e335-ebb9-4270-8db5-09e0a41aadfb tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344744 Sep 27 07:54:37.417987 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-4cff8108-b44a-4590-b20f-e1ab34efab60 req-a01ceaad-9beb-422e-bc3d-d0fba081f7fd service neutron] 10.222.0.25 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963688 Sep 27 07:54:37.536948 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-4cff8108-b44a-4590-b20f-e1ab34efab60 req-6d04901a-73bb-4b31-b93f-5805717d5ad3 service neutron] 10.222.0.25 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098011 Sep 27 07:54:37.538140 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255c055-d594-4725-bf12-f54104acb5c1 req-a2a5ac80-0600-439d-a7be-e3596e1c8f35 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:37.542674 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8255c055-d594-4725-bf12-f54104acb5c1 req-a2a5ac80-0600-439d-a7be-e3596e1c8f35 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 946 time: 0.0658205 Sep 27 07:54:37.564697 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:54:37.584643 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8255c055-d594-4725-bf12-f54104acb5c1 req-8041b6c1-5fa3-45f4-9a96-fdfcc8c214d2 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357680 Sep 27 07:54:37.674844 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b2e1b-2631-49c5-b942-22add31077ee req-9fb84ba1-72bc-40b3-9168-9a0c74662d89 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:37.677374 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-595b2e1b-2631-49c5-b942-22add31077ee req-9fb84ba1-72bc-40b3-9168-9a0c74662d89 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 944 time: 0.0509629 Sep 27 07:54:37.707394 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc120ac0-643e-42dc-8345-7eca806ad0fa req-f322cb08-da2a-493f-8c08-5aba638cf782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:37.708942 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dc120ac0-643e-42dc-8345-7eca806ad0fa req-f322cb08-da2a-493f-8c08-5aba638cf782 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 1098 time: 0.0417142 Sep 27 07:54:37.721255 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-595b2e1b-2631-49c5-b942-22add31077ee req-37bef904-d174-436d-ac85-0680c1493540 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388114 Sep 27 07:54:37.752816 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dc120ac0-643e-42dc-8345-7eca806ad0fa req-39373773-0ee7-4dc5-b140-3a91062a06ef service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278902 Sep 27 07:54:37.769050 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 07:54:37.773008 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:54:37.773483 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:37.852523 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:37.874764 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29f5e50-9fe4-4f22-915b-c25ad989131f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:54:37.876975 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99489f0a-e696-47a2-8ff6-0266cc11bde4" -d '{"events": [{"server_uuid": "e29f5e50-9fe4-4f22-915b-c25ad989131f", "name": "network-vif-plugged", "status": "completed", "tag": "532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:54:37.889460 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7,segment=NetworkSegment(f049ded7-e2f1-4742-8006-c6c1da15b4c4),segment_id=f049ded7-e2f1-4742-8006-c6c1da15b4c4)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:54:37.914555 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697dbedc-fee5-4505-bd61-315e44f1feb9 x-openstack-request-id: req-697dbedc-fee5-4505-bd61-315e44f1feb9 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:54:37.914841 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29f5e50-9fe4-4f22-915b-c25ad989131f", "name": "network-vif-plugged", "status": "completed", "tag": "532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:54:37.915092 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-697dbedc-fee5-4505-bd61-315e44f1feb9 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:54:37.915474 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29f5e50-9fe4-4f22-915b-c25ad989131f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7', 'code': 200} Sep 27 07:54:38.020800 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:38.024305 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b71879-1278-48c9-88d2-2d9ea4c8bcdf req-612b2b29-7a21-4168-b536-2496292ba748 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:38.025949 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-84b71879-1278-48c9-88d2-2d9ea4c8bcdf req-612b2b29-7a21-4168-b536-2496292ba748 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0505927 Sep 27 07:54:38.066957 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-84b71879-1278-48c9-88d2-2d9ea4c8bcdf req-fcef9675-05c6-4347-8f03-780878f810b0 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349433 Sep 27 07:54:38.070384 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:38.078247 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:38.078594 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:38.078939 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:38.079273 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:38.079604 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:38.080039 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:38.080253 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:38.080580 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:38.088240 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:38.088690 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:38.089072 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:38.089420 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:54:38.230781 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87f8a0-0aea-47db-81cc-437c6be0c98f req-f3b674eb-4285-493f-94fa-80b852c02992 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:38.232317 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cb87f8a0-0aea-47db-81cc-437c6be0c98f req-f3b674eb-4285-493f-94fa-80b852c02992 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0489304 Sep 27 07:54:38.280114 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cb87f8a0-0aea-47db-81cc-437c6be0c98f req-7b6c9b0d-b7c8-4a2f-86ce-084886c3e447 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413530 Sep 27 07:54:38.480135 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88483c-deee-4078-b8b0-2da43b6ab452 req-af5d042a-f7fa-4876-a27f-19fe43c6cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:38.481637 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-ac88483c-deee-4078-b8b0-2da43b6ab452 req-af5d042a-f7fa-4876-a27f-19fe43c6cbd5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 1098 time: 0.0447826 Sep 27 07:54:38.524433 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-ac88483c-deee-4078-b8b0-2da43b6ab452 req-d7ef4812-4ffb-47e0-a364-d59b31aa0ee9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278454 Sep 27 07:54:38.525326 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94706c22-2153-4882-ba08-b33c553908ff req-040d13e5-81c2-48c6-ac44-9a8272e2838c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:38.527384 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-94706c22-2153-4882-ba08-b33c553908ff req-040d13e5-81c2-48c6-ac44-9a8272e2838c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0509264 Sep 27 07:54:38.568650 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-94706c22-2153-4882-ba08-b33c553908ff req-5d309edd-eaa4-4675-b69c-2bdc0f275c20 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350752 Sep 27 07:54:38.697094 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a295f-2a76-4903-8208-216b24e91b0c req-bdba21b7-9ca8-4951-ae17-a69ba63c6649 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:38.698492 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-454a295f-2a76-4903-8208-216b24e91b0c req-bdba21b7-9ca8-4951-ae17-a69ba63c6649 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 946 time: 0.0480158 Sep 27 07:54:38.736836 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-454a295f-2a76-4903-8208-216b24e91b0c req-55e5ff5b-2116-4852-8fb2-92247389423f tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325255 Sep 27 07:54:38.842827 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dbc92-f85d-4980-ac0c-df0fd103de3a req-61ad26f2-ee4c-4f88-b289-dee10cad9b8d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:38.844406 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-321dbc92-f85d-4980-ac0c-df0fd103de3a req-61ad26f2-ee4c-4f88-b289-dee10cad9b8d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 945 time: 0.0553277 Sep 27 07:54:38.883394 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-321dbc92-f85d-4980-ac0c-df0fd103de3a req-8d1ae16a-6c96-40a2-8a9e-dc6a365ea521 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331006 Sep 27 07:54:38.963206 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:39.401105 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d05328-2ce3-4ba2-8eb2-887ad7164bee req-36c27bba-8e9c-4490-9d0b-5d1c2853684c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:39.402641 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-59d05328-2ce3-4ba2-8eb2-887ad7164bee req-36c27bba-8e9c-4490-9d0b-5d1c2853684c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0525022 Sep 27 07:54:39.449566 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-59d05328-2ce3-4ba2-8eb2-887ad7164bee req-d5dac6cb-9e01-4487-92a3-e7780571c2f5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406702 Sep 27 07:54:39.688911 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf29da-5a1c-4f70-90c1-b91eb445ab05 req-70307b3c-3027-427f-9243-af62a149f193 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:39.690431 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bdbf29da-5a1c-4f70-90c1-b91eb445ab05 req-70307b3c-3027-427f-9243-af62a149f193 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0527587 Sep 27 07:54:39.729940 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bdbf29da-5a1c-4f70-90c1-b91eb445ab05 req-374e5e09-9d33-4fa6-a5ea-3820c291b608 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329547 Sep 27 07:54:40.000988 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20758c69-2780-49fe-91c5-a31ca10b2b14 req-63edb416-5a11-448e-b731-153279e4e9e9 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:40.002744 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-20758c69-2780-49fe-91c5-a31ca10b2b14 req-63edb416-5a11-448e-b731-153279e4e9e9 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 945 time: 0.0513141 Sep 27 07:54:40.045513 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-20758c69-2780-49fe-91c5-a31ca10b2b14 req-9bafdd7c-f5f7-459a-a480-4a8c3bf6fc75 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329080 Sep 27 07:54:40.596628 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec315c2-f0e5-402d-9829-b20022e3c6ea req-1d66e2d9-da5c-4241-bd77-d8ac4d5bcf24 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:40.598253 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3ec315c2-f0e5-402d-9829-b20022e3c6ea req-1d66e2d9-da5c-4241-bd77-d8ac4d5bcf24 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0500963 Sep 27 07:54:40.641156 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3ec315c2-f0e5-402d-9829-b20022e3c6ea req-448f3fc3-de90-431d-94c0-5d37167bd2aa tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367770 Sep 27 07:54:40.859667 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd6ca0-1db7-4180-8c39-597775df3c1d req-042d2088-7399-44d5-ab02-9a5f84123522 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:40.861216 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ebfd6ca0-1db7-4180-8c39-597775df3c1d req-042d2088-7399-44d5-ab02-9a5f84123522 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0598381 Sep 27 07:54:40.922340 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ebfd6ca0-1db7-4180-8c39-597775df3c1d req-78524d4f-65bd-4335-8fdd-3e93ea7ed821 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553706 Sep 27 07:54:40.945284 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44598145-9709-4306-a4ea-efd3868f5509 req-f9c7a4f4-82c3-4e83-afae-0cfd6eeaf8ec tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:40.947307 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-44598145-9709-4306-a4ea-efd3868f5509 req-f9c7a4f4-82c3-4e83-afae-0cfd6eeaf8ec tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 946 time: 0.0628190 Sep 27 07:54:40.988929 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-44598145-9709-4306-a4ea-efd3868f5509 req-375ddfff-5073-4a71-beb8-aa1edee52456 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340371 Sep 27 07:54:41.157981 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ec486-f936-4ccb-ac26-8d8f6d9824d0 req-1d1d7f8f-0c9c-4704-80ce-a72d3864b67e tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:41.159411 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-128ec486-f936-4ccb-ac26-8d8f6d9824d0 req-1d1d7f8f-0c9c-4704-80ce-a72d3864b67e tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 945 time: 0.0462475 Sep 27 07:54:41.200683 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-128ec486-f936-4ccb-ac26-8d8f6d9824d0 req-23be0110-c8b9-4ef1-8fb5-e0cb76147de7 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351145 Sep 27 07:54:41.425356 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2f38f-68b2-4daa-be30-66edf0094812 req-f571c0da-0c30-489a-9372-706d41c6a87b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:41.427099 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-16b2f38f-68b2-4daa-be30-66edf0094812 req-f571c0da-0c30-489a-9372-706d41c6a87b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0527453 Sep 27 07:54:41.469411 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-16b2f38f-68b2-4daa-be30-66edf0094812 req-9dc9e6a9-cbed-46d8-aa87-3a15adb9b2ab tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361803 Sep 27 07:54:41.532469 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64d9a8-7b4b-4b02-a94e-f7df8c4c374a req-784b0eb5-d79a-4a9c-a7ab-3dbd77625e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:41.534318 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-4e64d9a8-7b4b-4b02-a94e-f7df8c4c374a req-784b0eb5-d79a-4a9c-a7ab-3dbd77625e0b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db214cdbafc9405aa877c1f184e8532e&device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 1098 time: 0.0412509 Sep 27 07:54:41.625860 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64d9a8-7b4b-4b02-a94e-f7df8c4c374a req-6a39fb8c-6781-44a3-9c02-6ed0d64e85c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:41.627218 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-4e64d9a8-7b4b-4b02-a94e-f7df8c4c374a req-6a39fb8c-6781-44a3-9c02-6ed0d64e85c4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=448aa08f-9439-4e3a-9cd7-ca641ada67be HTTP/1.1" status: 200 len: 920 time: 0.0841129 Sep 27 07:54:41.695467 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-4e64d9a8-7b4b-4b02-a94e-f7df8c4c374a req-935a304c-1b80-4cd6-80b1-52019d7027a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d52c070-92a2-4125-bcef-dba7a04c2dc4 HTTP/1.1" status: 200 len: 217 time: 0.0340037 Sep 27 07:54:41.760205 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64d9a8-7b4b-4b02-a94e-f7df8c4c374a req-070b17e5-cfc3-4016-b114-d2dc60e96ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:41.761186 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-4e64d9a8-7b4b-4b02-a94e-f7df8c4c374a req-070b17e5-cfc3-4016-b114-d2dc60e96ab5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07db581e-2238-4bd1-aacc-bc8622529c44 HTTP/1.1" status: 200 len: 859 time: 0.0493932 Sep 27 07:54:41.768525 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4169c-2d70-4286-9f76-c7193ff77d20 req-921bde2c-82d3-4234-b4ff-6c7d2e0ada70 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:41.770073 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eff4169c-2d70-4286-9f76-c7193ff77d20 req-921bde2c-82d3-4234-b4ff-6c7d2e0ada70 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0503037 Sep 27 07:54:41.804781 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-4e64d9a8-7b4b-4b02-a94e-f7df8c4c374a req-53a249c9-2448-4323-9778-9eeaeba516ba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=448aa08f-9439-4e3a-9cd7-ca641ada67be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254285 Sep 27 07:54:41.809648 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eff4169c-2d70-4286-9f76-c7193ff77d20 req-32f235e9-8cfc-42d7-be97-22a64c98e221 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336373 Sep 27 07:54:41.910600 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-4e64d9a8-7b4b-4b02-a94e-f7df8c4c374a req-e964a488-c37b-431a-9bb7-e5ff67d97d18 service neutron] 10.222.0.25 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816607 Sep 27 07:54:42.037094 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-4e64d9a8-7b4b-4b02-a94e-f7df8c4c374a req-eb0c68f6-c070-46ec-8af2-5510a9764293 service neutron] 10.222.0.25 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006763 Sep 27 07:54:42.133645 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418b5b2-bd3d-40ca-ae9d-f3856df320fe req-55b44d0b-f783-4bcd-bd83-67432e576aa3 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:42.135940 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c418b5b2-bd3d-40ca-ae9d-f3856df320fe req-55b44d0b-f783-4bcd-bd83-67432e576aa3 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 946 time: 0.0521011 Sep 27 07:54:42.177064 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c418b5b2-bd3d-40ca-ae9d-f3856df320fe req-8a071ec8-54cf-49fe-b98c-1ba3f9264d5a tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350614 Sep 27 07:54:42.318545 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1f510-8c4c-456d-8387-7a1d9a3592cd req-4bdab1c7-b574-4b80-80e9-c2d4eb587367 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:42.320126 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e3f1f510-8c4c-456d-8387-7a1d9a3592cd req-4bdab1c7-b574-4b80-80e9-c2d4eb587367 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 945 time: 0.0531685 Sep 27 07:54:42.360858 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e3f1f510-8c4c-456d-8387-7a1d9a3592cd req-ca4e647b-d376-4d64-b3fb-140902d73226 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339079 Sep 27 07:54:42.579662 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab09d6c-50a6-4235-bbf5-1bf8d25f5b0f req-7fd3ee3c-dce5-4f97-8cc9-230c4600b507 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:42.581180 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1ab09d6c-50a6-4235-bbf5-1bf8d25f5b0f req-7fd3ee3c-dce5-4f97-8cc9-230c4600b507 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0477598 Sep 27 07:54:42.617633 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1ab09d6c-50a6-4235-bbf5-1bf8d25f5b0f req-26470b22-85a7-4157-ac61-7ab0dad1e0bb tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306079 Sep 27 07:54:42.925872 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825f61f-57d7-4b18-9b7e-a389a69f9280 req-30955fb3-4aa9-43a1-af7c-7e16250c2e0f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:42.927622 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8825f61f-57d7-4b18-9b7e-a389a69f9280 req-30955fb3-4aa9-43a1-af7c-7e16250c2e0f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0475578 Sep 27 07:54:42.969695 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8825f61f-57d7-4b18-9b7e-a389a69f9280 req-2d0d5eb1-5376-4487-ad12-02444894894f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355160 Sep 27 07:54:43.288745 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f158a-f19c-4a8d-bb6a-c18e9836be1c req-bee71d5d-75b1-4ab3-aad7-a868d45f082c tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:43.290534 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c10f158a-f19c-4a8d-bb6a-c18e9836be1c req-bee71d5d-75b1-4ab3-aad7-a868d45f082c tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 946 time: 0.0475960 Sep 27 07:54:43.329357 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c10f158a-f19c-4a8d-bb6a-c18e9836be1c req-bc6a39b2-ed43-447a-8d8c-663470c95293 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324225 Sep 27 07:54:43.474181 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a7130-11a7-4826-bba7-787a3abe722a req-a8559c1c-bed3-4d1b-be85-92903a3face9 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:43.475637 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-886a7130-11a7-4826-bba7-787a3abe722a req-a8559c1c-bed3-4d1b-be85-92903a3face9 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 945 time: 0.0481889 Sep 27 07:54:43.513682 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-886a7130-11a7-4826-bba7-787a3abe722a req-27623b13-9b9c-4296-b386-6261e7ed24b3 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319290 Sep 27 07:54:43.764145 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83927e4f-6a04-44b5-b388-fa200b974e1f req-829518db-9191-4a6f-8d5a-68c90677e763 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:43.765724 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-83927e4f-6a04-44b5-b388-fa200b974e1f req-829518db-9191-4a6f-8d5a-68c90677e763 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0642745 Sep 27 07:54:43.807565 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-83927e4f-6a04-44b5-b388-fa200b974e1f req-284da101-e48f-47d6-a19b-886bebaa8366 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353253 Sep 27 07:54:44.100298 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d0348-622b-45b6-8325-5c75613eed79 req-a2fc8d05-727b-402a-bbfd-4a56d86bf3c0 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:44.101909 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-002d0348-622b-45b6-8325-5c75613eed79 req-a2fc8d05-727b-402a-bbfd-4a56d86bf3c0 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0492499 Sep 27 07:54:44.145216 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-002d0348-622b-45b6-8325-5c75613eed79 req-49a423ab-10fe-4f11-9e03-71e8f7ff3489 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334241 Sep 27 07:54:44.442327 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa27ad-3b60-4212-8d3a-5ccc609ea0eb req-a7a7a58a-c998-4446-967b-5bf848327a0a tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:44.444192 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-79fa27ad-3b60-4212-8d3a-5ccc609ea0eb req-a7a7a58a-c998-4446-967b-5bf848327a0a tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 946 time: 0.0483584 Sep 27 07:54:44.481522 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-79fa27ad-3b60-4212-8d3a-5ccc609ea0eb req-0a68cbd7-97b9-4e0d-9718-fa229301e9e5 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311642 Sep 27 07:54:44.918153 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd3dd4-f2df-4df8-a947-bc55d9c290a0 req-082e2d2f-fe09-42fd-a2ea-9d377d1be932 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:44.919725 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c1cd3dd4-f2df-4df8-a947-bc55d9c290a0 req-082e2d2f-fe09-42fd-a2ea-9d377d1be932 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0469458 Sep 27 07:54:44.959333 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c1cd3dd4-f2df-4df8-a947-bc55d9c290a0 req-7cbc2e6b-b434-4a37-ae45-9920d3fa2371 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338159 Sep 27 07:54:45.260896 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff9d50-554d-412d-860d-69a7a1cc003e req-a316f8b0-6807-4501-be3f-f87ada9a7953 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:45.262523 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ccff9d50-554d-412d-860d-69a7a1cc003e req-a316f8b0-6807-4501-be3f-f87ada9a7953 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0487981 Sep 27 07:54:45.300605 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ccff9d50-554d-412d-860d-69a7a1cc003e req-18fe7349-a5d7-478e-b0fc-2335e8ad84d7 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321479 Sep 27 07:54:45.592051 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2eafef-9935-45cc-a9b4-35c957211ed8 req-4dba8b6e-16c3-48f7-9fe0-91ac06623b79 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:45.593537 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cb2eafef-9935-45cc-a9b4-35c957211ed8 req-4dba8b6e-16c3-48f7-9fe0-91ac06623b79 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 946 time: 0.0465999 Sep 27 07:54:45.630257 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cb2eafef-9935-45cc-a9b4-35c957211ed8 req-513c4c39-4d88-41b7-abd5-1fb01d56f9a8 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308776 Sep 27 07:54:46.080284 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdec166-ac3f-4a06-94ac-9458bda84ffc req-e8fe5d18-302b-471d-9719-6aa6ee026b37 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:46.081763 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4cdec166-ac3f-4a06-94ac-9458bda84ffc req-e8fe5d18-302b-471d-9719-6aa6ee026b37 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0493016 Sep 27 07:54:46.124795 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4cdec166-ac3f-4a06-94ac-9458bda84ffc req-5e7dc0e3-90ba-459b-b833-a174c5ba2364 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368047 Sep 27 07:54:46.426189 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e854c-a1b2-4534-8a7d-6fad1db64e04 req-6c9782df-76bf-44a6-b421-0ac7b2155be7 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:46.427708 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eb5e854c-a1b2-4534-8a7d-6fad1db64e04 req-6c9782df-76bf-44a6-b421-0ac7b2155be7 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0515254 Sep 27 07:54:46.464586 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eb5e854c-a1b2-4534-8a7d-6fad1db64e04 req-43dd3b0a-267b-4969-b07b-aaf05c7d3300 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305350 Sep 27 07:54:46.741744 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cb618-e183-4b97-b951-66d845d78a09 req-e9975b14-c92a-48dd-a7da-acd62245e941 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:46.743353 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-356cb618-e183-4b97-b951-66d845d78a09 req-e9975b14-c92a-48dd-a7da-acd62245e941 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 946 time: 0.0478299 Sep 27 07:54:46.783112 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-356cb618-e183-4b97-b951-66d845d78a09 req-8efa3769-b028-4ef3-b990-ae5589a69467 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/security-groups?id=4807cd14-d419-475b-860f-b70ad2882c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328279 Sep 27 07:54:46.857865 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6409ede-baf2-4a48-ac8e-992ec4a3bffc req-c58385f2-a845-48cc-a946-8d1dfc8fb258 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:46.859320 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-b6409ede-baf2-4a48-ac8e-992ec4a3bffc req-c58385f2-a845-48cc-a946-8d1dfc8fb258 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 946 time: 0.0836689 Sep 27 07:54:47.011416 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-b6409ede-baf2-4a48-ac8e-992ec4a3bffc req-ed10f359-fa62-4414-9766-305d3e4100a6 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Deleting port da692e8e-a9c7-40b2-aa92-a4e884bb153e {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:54:47.011673 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-b6409ede-baf2-4a48-ac8e-992ec4a3bffc req-ed10f359-fa62-4414-9766-305d3e4100a6 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:47.097750 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-b6409ede-baf2-4a48-ac8e-992ec4a3bffc req-ed10f359-fa62-4414-9766-305d3e4100a6 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] For port da692e8e-a9c7-40b2-aa92-a4e884bb153e, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=da692e8e-a9c7-40b2-aa92-a4e884bb153e,segment=NetworkSegment(9f80519b-3486-4a4c-8d1b-dbe89f7b6f96),segment_id=9f80519b-3486-4a4c-8d1b-dbe89f7b6f96)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:54:47.098112 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-b6409ede-baf2-4a48-ac8e-992ec4a3bffc req-ed10f359-fa62-4414-9766-305d3e4100a6 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:47.112311 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-b6409ede-baf2-4a48-ac8e-992ec4a3bffc req-ed10f359-fa62-4414-9766-305d3e4100a6 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Calling delete_port for da692e8e-a9c7-40b2-aa92-a4e884bb153e owned by compute:nova {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:54:47.244512 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329320c-633e-41b3-9fcb-89684401e5ea req-cd5145c4-edd2-4348-a67a-016383a8f076 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:47.246452 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4329320c-633e-41b3-9fcb-89684401e5ea req-cd5145c4-edd2-4348-a67a-016383a8f076 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0521243 Sep 27 07:54:47.299349 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4329320c-633e-41b3-9fcb-89684401e5ea req-e60c8ec2-06ff-4a24-b161-a1d9181c662d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454354 Sep 27 07:54:47.504529 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-b6409ede-baf2-4a48-ac8e-992ec4a3bffc req-ed10f359-fa62-4414-9766-305d3e4100a6 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:47.523916 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['da692e8e-a9c7-40b2-aa92-a4e884bb153e'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:54:47.536301 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed10f359-fa62-4414-9766-305d3e4100a6 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Pushing event deleted for resources: {'Port': ['ID=da692e8e-a9c7-40b2-aa92-a4e884bb153e,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:47.600403 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160e0f27-05f2-4a1a-b36e-003a3aeba90d req-0eab2215-82dd-4050-af8b-92931023db65 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:47.603336 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-160e0f27-05f2-4a1a-b36e-003a3aeba90d req-0eab2215-82dd-4050-af8b-92931023db65 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0659573 Sep 27 07:54:47.609329 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6409ede-baf2-4a48-ac8e-992ec4a3bffc req-ed10f359-fa62-4414-9766-305d3e4100a6 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] No DVR routers for this DVR port da692e8e-a9c7-40b2-aa92-a4e884bb153e on host hv-cinder-81107 {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:54:47.612419 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-b6409ede-baf2-4a48-ac8e-992ec4a3bffc req-ed10f359-fa62-4414-9766-305d3e4100a6 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:47.614432 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-b6409ede-baf2-4a48-ac8e-992ec4a3bffc req-ed10f359-fa62-4414-9766-305d3e4100a6 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.25 "DELETE /v2.0/ports/da692e8e-a9c7-40b2-aa92-a4e884bb153e HTTP/1.1" status: 204 len: 173 time: 0.7481937 Sep 27 07:54:47.614877 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5dc34fa-bd1b-43d1-8178-724f08a87408', 'name': 'network-vif-deleted', 'tag': 'da692e8e-a9c7-40b2-aa92-a4e884bb153e'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:54:47.617153 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970b186c-2349-42fe-96a2-ed91223d0ab7" -d '{"events": [{"server_uuid": "b5dc34fa-bd1b-43d1-8178-724f08a87408", "name": "network-vif-deleted", "tag": "da692e8e-a9c7-40b2-aa92-a4e884bb153e"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:54:47.649443 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-160e0f27-05f2-4a1a-b36e-003a3aeba90d req-7c25cd9a-3fc8-4c7a-908c-2fa8770c67b1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389738 Sep 27 07:54:47.705017 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a2d8af-5386-4260-ac75-f19adcb5bb04 x-openstack-request-id: req-47a2d8af-5386-4260-ac75-f19adcb5bb04 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:54:47.705331 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5dc34fa-bd1b-43d1-8178-724f08a87408", "name": "network-vif-deleted", "tag": "da692e8e-a9c7-40b2-aa92-a4e884bb153e", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:54:47.705743 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-47a2d8af-5386-4260-ac75-f19adcb5bb04 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:54:47.706029 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5dc34fa-bd1b-43d1-8178-724f08a87408', 'name': 'network-vif-deleted', 'tag': 'da692e8e-a9c7-40b2-aa92-a4e884bb153e', 'status': 'completed', 'code': 200} Sep 27 07:54:47.878521 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-14b00cfa-0ac4-4cae-af38-a4a124bf2672 req-18b5ff24-a6c3-4abb-b515-17f27a1e2434 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 210 time: 0.0252936 Sep 27 07:54:48.206166 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 37140) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:48.346598 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-04b5cf81-90bd-4bc4-9bf0-29af6090fc5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:48.442580 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a40ad-4ba3-4bab-a742-0e4ce8ef75ef req-7ea3d687-4e0c-4dfd-9c99-05c0e5cbd452 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:48.444082 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b57a40ad-4ba3-4bab-a742-0e4ce8ef75ef req-7ea3d687-4e0c-4dfd-9c99-05c0e5cbd452 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0709195 Sep 27 07:54:48.496578 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b57a40ad-4ba3-4bab-a742-0e4ce8ef75ef req-33826150-50a3-473b-a55e-009f4eedd6c3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455651 Sep 27 07:54:48.517079 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-04b5cf81-90bd-4bc4-9bf0-29af6090fc5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:48.578852 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-04b5cf81-90bd-4bc4-9bf0-29af6090fc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:48.616836 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-04b5cf81-90bd-4bc4-9bf0-29af6090fc5c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=31aa840ec4dc449e8ceed762ed393d20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4093835 Sep 27 07:54:48.617732 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5cf81-90bd-4bc4-9bf0-29af6090fc5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fafad4-d1f9-474b-bd8f-d8bbe024e003,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:48.620418 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 37150) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:48.669930 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-7b0cfd51-a571-43ef-a8a3-9d8875959f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:48.692248 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-7b0cfd51-a571-43ef-a8a3-9d8875959f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:48.780287 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a35f54-83f9-44e2-9fd4-db82d9b07207 req-7a00ee6f-b68c-4c38-8752-5d61a79563c6 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:48.781792 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-48a35f54-83f9-44e2-9fd4-db82d9b07207 req-7a00ee6f-b68c-4c38-8752-5d61a79563c6 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0477200 Sep 27 07:54:48.819716 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-48a35f54-83f9-44e2-9fd4-db82d9b07207 req-71514927-7a19-4bfd-b311-7bb5281f2afd tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319793 Sep 27 07:54:48.835742 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-7b0cfd51-a571-43ef-a8a3-9d8875959f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:48.838518 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-7b0cfd51-a571-43ef-a8a3-9d8875959f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:48.839666 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-7b0cfd51-a571-43ef-a8a3-9d8875959f05 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/d7fafad4-d1f9-474b-bd8f-d8bbe024e003 HTTP/1.1" status: 204 len: 168 time: 0.2183266 Sep 27 07:54:48.847590 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0cfd51-a571-43ef-a8a3-9d8875959f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fafad4-d1f9-474b-bd8f-d8bbe024e003,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:49.000206 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8a1cade9-82c0-4b47-a298-b30f0a8ba2be req-108208fa-c29a-4613-ab54-56f5d942b5f4 tempest-VolumesActionsTest-317661620 tempest-VolumesActionsTest-317661620-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5dc34fa-bd1b-43d1-8178-724f08a87408 HTTP/1.1" status: 200 len: 210 time: 0.0274997 Sep 27 07:54:49.587391 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device d174bc02-3280-4b4e-91bb-c96bab633a75 details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:54:49.590907 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device da692e8e-a9c7-40b2-aa92-a4e884bb153e no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:54:49.615931 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04deb1b4-5f45-44c2-bcdd-3ddec74fa516 req-90527173-56b1-4a8d-b55f-27322160bf2c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:49.617480 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-04deb1b4-5f45-44c2-bcdd-3ddec74fa516 req-90527173-56b1-4a8d-b55f-27322160bf2c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0526090 Sep 27 07:54:49.618564 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] No Port match for: da692e8e-a9c7-40b2-aa92-a4e884bb153e {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:54:49.618992 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device da692e8e-a9c7-40b2-aa92-a4e884bb153e not bound to the agent host hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:54:49.658647 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-04deb1b4-5f45-44c2-bcdd-3ddec74fa516 req-4f37a008-d68c-41f3-a613-ddcd49f0e8fe tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329621 Sep 27 07:54:49.843633 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port d174bc02-3280-4b4e-91bb-c96bab633a75, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=d174bc02-3280-4b4e-91bb-c96bab633a75,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:54:49.854825 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': 'd174bc02-3280-4b4e-91bb-c96bab633a75', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'port_id': 'd174bc02-3280-4b4e-91bb-c96bab633a75', 'mac_address': 'fa:16:3e:f9:6f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:54:49.907023 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:49.923992 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d174bc02-3280-4b4e-91bb-c96bab633a75 {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:54:49.949437 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port d174bc02-3280-4b4e-91bb-c96bab633a75, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=d174bc02-3280-4b4e-91bb-c96bab633a75,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:54:49.957366 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d94c4f-b355-42f1-8c4e-c6504981355d req-d03e393c-fa55-40d8-9bd0-d51c28fe4a96 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:49.958900 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-20d94c4f-b355-42f1-8c4e-c6504981355d req-d03e393c-fa55-40d8-9bd0-d51c28fe4a96 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0629420 Sep 27 07:54:50.028989 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-20d94c4f-b355-42f1-8c4e-c6504981355d req-3770dfff-7882-48bc-a486-b1104c69c17c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637577 Sep 27 07:54:50.045408 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:50.051577 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318298a6-bc4e-416a-af11-560f0fd54372 req-2ad84465-67f9-45b2-86d7-6d84cbf854c4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:50.054389 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-318298a6-bc4e-416a-af11-560f0fd54372 req-2ad84465-67f9-45b2-86d7-6d84cbf854c4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0812678 Sep 27 07:54:50.105465 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=d174bc02-3280-4b4e-91bb-c96bab633a75,revision_number=6']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:50.114536 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-318298a6-bc4e-416a-af11-560f0fd54372 req-4d133874-4752-475b-9041-6ad6547335bd tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479341 Sep 27 07:54:50.249519 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['d174bc02-3280-4b4e-91bb-c96bab633a75'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:54:51.177556 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fb029-ee72-4186-b128-6c5c765380d4 req-77fb4c3c-4bba-43a0-810f-b9148121f003 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:51.186184 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6c8fb029-ee72-4186-b128-6c5c765380d4 req-77fb4c3c-4bba-43a0-810f-b9148121f003 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 944 time: 0.0786450 Sep 27 07:54:51.248925 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6c8fb029-ee72-4186-b128-6c5c765380d4 req-6f0d3c69-dac8-4ac1-9147-6f30e4ce6a1a tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618284 Sep 27 07:54:51.269414 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be81e-7b4c-47c0-9ab2-c2e1bb2f2183 req-221a65db-f06d-46ee-9391-02981f513197 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:51.270922 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-244be81e-7b4c-47c0-9ab2-c2e1bb2f2183 req-221a65db-f06d-46ee-9391-02981f513197 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0600519 Sep 27 07:54:51.311258 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-244be81e-7b4c-47c0-9ab2-c2e1bb2f2183 req-425ea9d3-5d05-4cdf-afac-18612c8b8ce7 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341539 Sep 27 07:54:51.589664 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device d174bc02-3280-4b4e-91bb-c96bab633a75 up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:54:51.640956 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port d174bc02-3280-4b4e-91bb-c96bab633a75 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:54:51.641427 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:51.720123 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:51.743850 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd174bc02-3280-4b4e-91bb-c96bab633a75'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:54:51.746146 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b792a42-ea66-4ad5-bbee-1e435f07c68f" -d '{"events": [{"server_uuid": "ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6", "name": "network-vif-plugged", "status": "completed", "tag": "d174bc02-3280-4b4e-91bb-c96bab633a75"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:54:51.758489 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port d174bc02-3280-4b4e-91bb-c96bab633a75, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=d174bc02-3280-4b4e-91bb-c96bab633a75,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:54:51.781590 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbdd88d-1fa5-4ade-a7ee-856ee496ced5 x-openstack-request-id: req-6dbdd88d-1fa5-4ade-a7ee-856ee496ced5 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:54:51.781910 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6", "name": "network-vif-plugged", "status": "completed", "tag": "d174bc02-3280-4b4e-91bb-c96bab633a75", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:54:51.782170 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6dbdd88d-1fa5-4ade-a7ee-856ee496ced5 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:54:51.782570 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd174bc02-3280-4b4e-91bb-c96bab633a75', 'code': 200} Sep 27 07:54:52.001497 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb8a8c-5a54-4d30-b347-0ef090afe5ed req-cfd50516-4f55-49b2-bcfd-57d1eecd967c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:52.003109 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e3cb8a8c-5a54-4d30-b347-0ef090afe5ed req-cfd50516-4f55-49b2-bcfd-57d1eecd967c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0544844 Sep 27 07:54:52.048633 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e3cb8a8c-5a54-4d30-b347-0ef090afe5ed req-193e8f05-cf08-4272-9199-163ab7287a79 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367813 Sep 27 07:54:52.087737 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:52.152254 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=d174bc02-3280-4b4e-91bb-c96bab633a75,revision_number=7']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:52.422722 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f994b-3b1d-4f11-b500-0d1664a9b980 req-3a84e9ed-da30-4b0a-a572-a84075c9cccc tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:52.424267 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c52f994b-3b1d-4f11-b500-0d1664a9b980 req-3a84e9ed-da30-4b0a-a572-a84075c9cccc tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0776033 Sep 27 07:54:52.478757 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c52f994b-3b1d-4f11-b500-0d1664a9b980 req-1eb7ada0-06db-4aa2-b8af-7546a7adb720 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476916 Sep 27 07:54:52.667700 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f0331-e890-47d6-8b35-44fc30b3e809 req-5618f54a-f3bc-4f84-89f9-3d6f216efbb3 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:52.669992 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6a8f0331-e890-47d6-8b35-44fc30b3e809 req-5618f54a-f3bc-4f84-89f9-3d6f216efbb3 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0807219 Sep 27 07:54:52.718636 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6a8f0331-e890-47d6-8b35-44fc30b3e809 req-ae473113-8336-4c3a-b8f6-5df1891bed2f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423324 Sep 27 07:54:53.650411 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26747548-4167-4ea9-a509-eb2879cd593f req-2ebcaf20-9916-480a-80d5-a8edd2336411 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:53.652519 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-26747548-4167-4ea9-a509-eb2879cd593f req-2ebcaf20-9916-480a-80d5-a8edd2336411 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0636680 Sep 27 07:54:53.705660 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-26747548-4167-4ea9-a509-eb2879cd593f req-e64341a0-fe0d-47f7-8c09-74ebf30fdf15 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441947 Sep 27 07:54:53.917126 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcf24c-c340-4dcd-b0d3-0ac6a37b5657 req-7340fbe4-b149-40ce-9d31-2fce15b62b92 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:54.057102 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-47dcf24c-c340-4dcd-b0d3-0ac6a37b5657 req-7340fbe4-b149-40ce-9d31-2fce15b62b92 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0841010 Sep 27 07:54:54.057102 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-47dcf24c-c340-4dcd-b0d3-0ac6a37b5657 req-b228d793-799d-4eb7-aa1a-91075b8d8037 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376234 Sep 27 07:54:54.878002 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca21531-d22e-461f-a6ad-748d73d54a93 req-2382c7ec-13d1-4fc9-b752-edbf6bd004a6 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:54.885590 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fca21531-d22e-461f-a6ad-748d73d54a93 req-2382c7ec-13d1-4fc9-b752-edbf6bd004a6 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0813005 Sep 27 07:54:54.942571 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fca21531-d22e-461f-a6ad-748d73d54a93 req-9b7fc6e4-6795-445c-af01-38c87e1d4006 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557547 Sep 27 07:54:55.164158 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766b57fe-3ff7-4e31-8e38-d7a66c4e8103 req-efe91f66-d3dd-45dc-92a1-807a3064f3ec tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:55.165678 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-766b57fe-3ff7-4e31-8e38-d7a66c4e8103 req-efe91f66-d3dd-45dc-92a1-807a3064f3ec tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0525122 Sep 27 07:54:55.219732 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-766b57fe-3ff7-4e31-8e38-d7a66c4e8103 req-df75ebe2-65c0-4b66-976b-c760f4541525 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473719 Sep 27 07:54:55.813470 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 37388) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:55.949027 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ca13e7f5-ac1d-4b3d-b51a-c68ee83da56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:56.056030 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ca13e7f5-ac1d-4b3d-b51a-c68ee83da56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:56.084596 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b19714-fb90-4595-82ba-79c7899cc44b req-9778690a-4c60-4162-8ef6-d7c799d513d4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:56.092846 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-96b19714-fb90-4595-82ba-79c7899cc44b req-9778690a-4c60-4162-8ef6-d7c799d513d4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0594053 Sep 27 07:54:56.135153 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ca13e7f5-ac1d-4b3d-b51a-c68ee83da56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:56.145467 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-96b19714-fb90-4595-82ba-79c7899cc44b req-2633d4f9-18fe-4f1a-8ebd-8058903a654a tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516367 Sep 27 07:54:56.168626 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-ca13e7f5-ac1d-4b3d-b51a-c68ee83da56c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=41776fa5774e4062abf4cce5482c473d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3531718 Sep 27 07:54:56.171292 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 37396) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:56.181670 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca13e7f5-ac1d-4b3d-b51a-c68ee83da56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eaa9522-aa86-4e91-8549-ca9020409acc,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:56.264395 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b33a1691-b6d5-415a-8754-2ab3fbe9e4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:56.313387 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b33a1691-b6d5-415a-8754-2ab3fbe9e4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:56.385763 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 37402) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:56.406931 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14393be-d33a-4852-8f31-5ea8277258a9 req-8a835560-544f-4f98-b488-1b94ff715dad tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:56.408488 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d14393be-d33a-4852-8f31-5ea8277258a9 req-8a835560-544f-4f98-b488-1b94ff715dad tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0767698 Sep 27 07:54:56.459747 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d14393be-d33a-4852-8f31-5ea8277258a9 req-0ca316d5-90dd-4052-8a56-04e476f27c1a tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382090 Sep 27 07:54:56.486751 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b33a1691-b6d5-415a-8754-2ab3fbe9e4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:56.489940 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b33a1691-b6d5-415a-8754-2ab3fbe9e4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:56.496163 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-b33a1691-b6d5-415a-8754-2ab3fbe9e4d2 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9eaa9522-aa86-4e91-8549-ca9020409acc HTTP/1.1" status: 204 len: 168 time: 0.3198318 Sep 27 07:54:56.528665 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a1691-b6d5-415a-8754-2ab3fbe9e4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eaa9522-aa86-4e91-8549-ca9020409acc,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:56.623524 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ff4333e0-28bd-4f8e-858f-4aec2aa53623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:56.753217 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ff4333e0-28bd-4f8e-858f-4aec2aa53623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:56.865751 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ff4333e0-28bd-4f8e-858f-4aec2aa53623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:56.913023 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-ff4333e0-28bd-4f8e-858f-4aec2aa53623 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=02640a7b02094aa1a044ed75e6b096a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5261664 Sep 27 07:54:56.916437 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 37414) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:56.918881 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4333e0-28bd-4f8e-858f-4aec2aa53623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87537ddd-4242-425c-a422-72da94a8d641,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:56.995187 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ac47d35e-a970-4ff5-aad5-e3be5e3e94f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:57.044265 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ac47d35e-a970-4ff5-aad5-e3be5e3e94f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:57.272671 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ac47d35e-a970-4ff5-aad5-e3be5e3e94f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:57.275440 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ac47d35e-a970-4ff5-aad5-e3be5e3e94f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:57.279403 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-ac47d35e-a970-4ff5-aad5-e3be5e3e94f1 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87537ddd-4242-425c-a422-72da94a8d641 HTTP/1.1" status: 204 len: 168 time: 0.3586531 Sep 27 07:54:57.294912 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac47d35e-a970-4ff5-aad5-e3be5e3e94f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87537ddd-4242-425c-a422-72da94a8d641,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:57.311917 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa91161-1b04-4ef2-bb21-62ebdcd3e0e7 req-ac8ef33d-f0d6-41e6-96b1-fa5e746c20c0 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:57.313761 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7fa91161-1b04-4ef2-bb21-62ebdcd3e0e7 req-ac8ef33d-f0d6-41e6-96b1-fa5e746c20c0 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0885794 Sep 27 07:54:57.370180 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7fa91161-1b04-4ef2-bb21-62ebdcd3e0e7 req-cf1d3a1c-6de0-4094-a90c-a169737a9c48 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484028 Sep 27 07:54:57.618980 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935713d6-e334-454a-b304-08a178a0156d req-8cb2bd64-50ae-4d67-a458-c4587e4d2ac3 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:57.620912 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-935713d6-e334-454a-b304-08a178a0156d req-8cb2bd64-50ae-4d67-a458-c4587e4d2ac3 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0609694 Sep 27 07:54:57.683232 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-935713d6-e334-454a-b304-08a178a0156d req-b7cb1251-d185-4fa0-96b2-69713d1302c0 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553820 Sep 27 07:54:57.973396 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 37446) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:58.097428 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-d3d3fc7f-bf4c-423d-855e-0af68f8c6ddc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1965212984-network', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:54:58.186929 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 37450) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:58.202274 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d3fc7f-bf4c-423d-855e-0af68f8c6ddc admin admin] Made reservation on behalf of b5b2891b7e2846afbeaa597a6484d7ab for: {'network': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:54:58.204594 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d3d3fc7f-bf4c-423d-855e-0af68f8c6ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for network, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:58.206706 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f89fa765-42cd-4c6d-9e1f-4540130423dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:58.222529 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d3d3fc7f-bf4c-423d-855e-0af68f8c6ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:58.364283 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f89fa765-42cd-4c6d-9e1f-4540130423dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:58.452915 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f89fa765-42cd-4c6d-9e1f-4540130423dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:58.558095 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-f89fa765-42cd-4c6d-9e1f-4540130423dd admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0b877133088a469bbf2c970c48d6176c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694270 Sep 27 07:54:58.563371 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 37462) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:58.584688 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fa765-42cd-4c6d-9e1f-4540130423dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b664072-3182-4461-90f0-219f40bb4f45,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:58.631005 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908b98a-b38f-4640-a6e6-d6a2a2aac324 req-4ce799af-2653-4727-8e5a-3c0ad034901e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:58.632530 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4908b98a-b38f-4640-a6e6-d6a2a2aac324 req-4ce799af-2653-4727-8e5a-3c0ad034901e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.1606412 Sep 27 07:54:58.676036 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4a4d0ba2-4c61-455d-99ab-65b8c27a3863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:58.690448 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4908b98a-b38f-4640-a6e6-d6a2a2aac324 req-7a7e930d-ee31-49bb-ac3d-f35b1ad80981 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497220 Sep 27 07:54:58.698770 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4a4d0ba2-4c61-455d-99ab-65b8c27a3863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:58.698958 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d3d3fc7f-bf4c-423d-855e-0af68f8c6ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:58.823320 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515e727-f181-4ac3-ad0b-fe5bace1938c req-ef32fbba-3137-47e3-accf-6f0f2f38e420 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:58.824861 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0515e727-f181-4ac3-ad0b-fe5bace1938c req-ef32fbba-3137-47e3-accf-6f0f2f38e420 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0627899 Sep 27 07:54:58.864935 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0515e727-f181-4ac3-ad0b-fe5bace1938c req-ad9e535a-bd00-4c9c-a7cc-0ce7f7112db7 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340228 Sep 27 07:54:59.252652 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d3d3fc7f-bf4c-423d-855e-0af68f8c6ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:59.278607 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3fc7f-bf4c-423d-855e-0af68f8c6ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:59.294597 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4a4d0ba2-4c61-455d-99ab-65b8c27a3863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:59.303036 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4a4d0ba2-4c61-455d-99ab-65b8c27a3863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:59.303036 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-4a4d0ba2-4c61-455d-99ab-65b8c27a3863 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9b664072-3182-4461-90f0-219f40bb4f45 HTTP/1.1" status: 204 len: 168 time: 0.7342761 Sep 27 07:54:59.303241 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d3fc7f-bf4c-423d-855e-0af68f8c6ddc admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=106358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 07:54:59.307224 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d0ba2-4c61-455d-99ab-65b8c27a3863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b664072-3182-4461-90f0-219f40bb4f45,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:59.311680 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d3d3fc7f-bf4c-423d-855e-0af68f8c6ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:59.312017 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.segments_db [None req-d3d3fc7f-bf4c-423d-855e-0af68f8c6ddc admin admin] Added segment 2cd8c745-3887-4dd3-8293-288c1e55122f of type vlan for network 06aad22d-9cd9-4e6a-b76f-f395bd796545 Sep 27 07:54:59.351829 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d3d3fc7f-bf4c-423d-855e-0af68f8c6ddc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792188561686'] for network, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:59.532147 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d3d3fc7f-bf4c-423d-855e-0af68f8c6ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for network, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:59.541088 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d3fc7f-bf4c-423d-855e-0af68f8c6ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:59.541088 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d3d3fc7f-bf4c-423d-855e-0af68f8c6ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:59.644905 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-d3d3fc7f-bf4c-423d-855e-0af68f8c6ddc admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6682706 Sep 27 07:54:59.644905 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3fc7f-bf4c-423d-855e-0af68f8c6ddc admin admin] Pushing event updated for resources: {'Network': ['ID=06aad22d-9cd9-4e6a-b76f-f395bd796545,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:54:59.645815 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 37486) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:54:59.650886 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-3d44dbab-c43c-419f-8a5a-cdec1cfe1f55 admin admin] Request body: {'subnet': {'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1965212984-subnet', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'ip_version': 4}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:54:59.669181 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Network 06aad22d-9cd9-4e6a-b76f-f395bd796545 details requested by agent ovs-agent-dv-cinder-811078-1-iscsi with host dv-cinder-811078-1-iscsi {{(pid=106359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 07:54:59.780339 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d44dbab-c43c-419f-8a5a-cdec1cfe1f55 admin admin] Made reservation on behalf of b5b2891b7e2846afbeaa597a6484d7ab for: {'subnet': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:54:59.784712 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3d44dbab-c43c-419f-8a5a-cdec1cfe1f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4265353'] for subnet, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:54:59.877313 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd969ba7-44e5-443f-9d83-428fa1aecc3d req-7b212d0c-39f2-4044-bf39-179e933c571e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:54:59.879635 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dd969ba7-44e5-443f-9d83-428fa1aecc3d req-7b212d0c-39f2-4044-bf39-179e933c571e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0998363 Sep 27 07:54:59.962566 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dd969ba7-44e5-443f-9d83-428fa1aecc3d req-fb2c1cfe-09c1-4ffb-8aff-a4b02a19180d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761137 Sep 27 07:55:00.023578 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a346e9e1-bf17-4ad7-b9ca-1e49e92baf98 req-33e1abe8-1dc2-4f72-a03b-84040fdfa564 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:00.026651 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a346e9e1-bf17-4ad7-b9ca-1e49e92baf98 req-33e1abe8-1dc2-4f72-a03b-84040fdfa564 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0606897 Sep 27 07:55:00.076041 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a346e9e1-bf17-4ad7-b9ca-1e49e92baf98 req-221ae648-8fe0-4576-9435-2bbe4fc3553b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418644 Sep 27 07:55:00.226543 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3d44dbab-c43c-419f-8a5a-cdec1cfe1f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7115008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4265403'] for subnet, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:00.295745 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d44dbab-c43c-419f-8a5a-cdec1cfe1f55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3446fc4a-d5c1-4650-a23a-1fd0ac050ea8,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:00.315110 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d44dbab-c43c-419f-8a5a-cdec1cfe1f55 admin admin] Checking segment: {'id': '2cd8c745-3887-4dd3-8293-288c1e55122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:55:00.315466 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d44dbab-c43c-419f-8a5a-cdec1cfe1f55 admin admin] Network hostable DHCP agents. Network: 06aad22d-9cd9-4e6a-b76f-f395bd796545, hostable agents: ['5ef10843-63ae-4094-8244-a7e4b9a0127e'], hosted agents: [] {{(pid=106357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 07:55:00.412822 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d44dbab-c43c-419f-8a5a-cdec1cfe1f55 admin admin] Network 06aad22d-9cd9-4e6a-b76f-f395bd796545 is scheduled to be hosted by DHCP agent 5ef10843-63ae-4094-8244-a7e4b9a0127e with binding_index 1 {{(pid=106357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 07:55:00.494630 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-3d44dbab-c43c-419f-8a5a-cdec1cfe1f55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811078-1-iscsi, 06aad22d-9cd9-4e6a-b76f-f395bd796545) {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:55:00.499845 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d44dbab-c43c-419f-8a5a-cdec1cfe1f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:00.500611 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3d44dbab-c43c-419f-8a5a-cdec1cfe1f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:00.508692 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b33f1b-0450-4faa-8718-dc7db622003b None None] Network 06aad22d-9cd9-4e6a-b76f-f395bd796545 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:55:00.617227 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-3d44dbab-c43c-419f-8a5a-cdec1cfe1f55 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9678977 Sep 27 07:55:00.617683 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 37508) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:55:00.623190 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-3aa85db5-c505-4a24-9271-12460fc97cb1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1965212984-router', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:55:00.727638 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd49ed21-ced5-5413-88d6-bd28c9230666-06aad22d-9cd9-4e6a-b76f-f395bd796545', 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'fixed_ips': [{'subnet_id': '3446fc4a-d5c1-4650-a23a-1fd0ac050ea8'}]}} from dv-cinder-811078-1-iscsi. {{(pid=106359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 07:55:00.728533 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:00.744273 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3aa85db5-c505-4a24-9271-12460fc97cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4790'] for router, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:00.748062 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3aa85db5-c505-4a24-9271-12460fc97cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4799'] for router, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:00.814073 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3aa85db5-c505-4a24-9271-12460fc97cb1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:00.888511 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.db_base_plugin_common [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] Allocated IP 172.20.0.2 (06aad22d-9cd9-4e6a-b76f-f395bd796545/3446fc4a-d5c1-4650-a23a-1fd0ac050ea8/becb569f-aea7-40f8-bc73-b3f4e47d4b62) {{(pid=106359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:55:01.067368 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3aa85db5-c505-4a24-9271-12460fc97cb1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:01.091677 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] Notify callbacks [] for port, precommit_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:01.148489 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044350f-5e69-4e5e-988e-976b7e98eced req-d136b7d9-fb95-4292-8cba-e6e144a20f37 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:01.150415 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1044350f-5e69-4e5e-988e-976b7e98eced req-d136b7d9-fb95-4292-8cba-e6e144a20f37 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0757642 Sep 27 07:55:01.192074 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431'] for port, after_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:01.226081 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1044350f-5e69-4e5e-988e-976b7e98eced req-f5f98f5f-2afc-4ec6-a0f8-9a2b4bbc9044 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663593 Sep 27 07:55:01.257001 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dd743-5943-44d7-a710-37c08f4e2132 req-0a552eaa-6750-47f7-894f-16b590a8ee59 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:01.257001 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e59dd743-5943-44d7-a710-37c08f4e2132 req-0a552eaa-6750-47f7-894f-16b590a8ee59 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0907938 Sep 27 07:55:01.264930 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] Network 06aad22d-9cd9-4e6a-b76f-f395bd796545 is already hosted by enough agents. {{(pid=106359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:55:01.270197 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.base_scheduler [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] Resources bound (agent type, host, resource id): {{(pid=106359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:55:01.278479 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] Received port after_create {{(pid=106359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:55:01.300095 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e59dd743-5943-44d7-a710-37c08f4e2132 req-fa0910f8-eb02-4496-8568-e26fe856f9ef tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414715 Sep 27 07:55:01.316994 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] Pushing event updated for resources: {'Port': ['ID=becb569f-aea7-40f8-bc73-b3f4e47d4b62,revision_number=1']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:01.354732 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] Attempting to bind port becb569f-aea7-40f8-bc73-b3f4e47d4b62 on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:55:01.355404 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] Attempting to bind port becb569f-aea7-40f8-bc73-b3f4e47d4b62 by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '2cd8c745-3887-4dd3-8293-288c1e55122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545'}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:55:01.355981 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] Attempting to bind port becb569f-aea7-40f8-bc73-b3f4e47d4b62 on network 06aad22d-9cd9-4e6a-b76f-f395bd796545 {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:55:01.362558 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:55:01.363176 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] Checking segment: {'id': '2cd8c745-3887-4dd3-8293-288c1e55122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:55:01.363759 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:01.364299 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] Bound using segment: {'id': '2cd8c745-3887-4dd3-8293-288c1e55122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545'} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:55:01.364965 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] Bound port: becb569f-aea7-40f8-bc73-b3f4e47d4b62, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd8c745-3887-4dd3-8293-288c1e55122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545'}}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:55:01.365504 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:01.440982 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] For port becb569f-aea7-40f8-bc73-b3f4e47d4b62, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:55:01.444320 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] For port becb569f-aea7-40f8-bc73-b3f4e47d4b62, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=becb569f-aea7-40f8-bc73-b3f4e47d4b62,segment=NetworkSegment(2cd8c745-3887-4dd3-8293-288c1e55122f),segment_id=2cd8c745-3887-4dd3-8293-288c1e55122f)] {{(pid=106359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:55:01.480095 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3aa85db5-c505-4a24-9271-12460fc97cb1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:01.503595 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3aa85db5-c505-4a24-9271-12460fc97cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:01.514932 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:01.617126 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8818bc-3a11-45ac-8d62-a1ec8a66b445 None None] Pushing event updated for resources: {'Port': ['ID=becb569f-aea7-40f8-bc73-b3f4e47d4b62,revision_number=2']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:01.671042 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-3aa85db5-c505-4a24-9271-12460fc97cb1 admin admin] Allocated IP 172.27.0.98 (12b44509-c0c8-4d46-aca9-a93a6e96d753/98d9ac14-3553-4580-92ce-723937f48855/0a2ef0a0-e2cb-44fa-a664-7d60ff76158f) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:55:01.894563 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3aa85db5-c505-4a24-9271-12460fc97cb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:02.049100 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3aa85db5-c505-4a24-9271-12460fc97cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:02.099067 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa85db5-c505-4a24-9271-12460fc97cb1 admin admin] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:55:02.127132 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-3aa85db5-c505-4a24-9271-12460fc97cb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:55:02.127132 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa85db5-c505-4a24-9271-12460fc97cb1 admin admin] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:55:02.152679 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa85db5-c505-4a24-9271-12460fc97cb1 admin admin] Pushing event updated for resources: {'Port': ['ID=0a2ef0a0-e2cb-44fa-a664-7d60ff76158f,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:02.323081 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:02.439334 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15c4ee-b3ee-4db5-9c1a-dce0c0767013 req-81d66156-7883-48fa-abba-749d93d39a8b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:02.441166 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ab15c4ee-b3ee-4db5-9c1a-dce0c0767013 req-81d66156-7883-48fa-abba-749d93d39a8b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0867462 Sep 27 07:55:02.555526 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ab15c4ee-b3ee-4db5-9c1a-dce0c0767013 req-6ffeb345-d2f1-45cb-aad8-5e7cde4787fd tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930464 Sep 27 07:55:02.581552 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d3e5a-3d32-43f6-a667-23a1edca4acd req-09c43236-aa11-47a2-bdbc-034a913c0544 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:02.594503 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-698d3e5a-3d32-43f6-a667-23a1edca4acd req-09c43236-aa11-47a2-bdbc-034a913c0544 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.1674557 Sep 27 07:55:02.673541 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-698d3e5a-3d32-43f6-a667-23a1edca4acd req-1bf6e476-4fe6-4ef3-bbc5-5f7611e18f05 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832376 Sep 27 07:55:02.685479 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3aa85db5-c505-4a24-9271-12460fc97cb1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:02.717813 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device becb569f-aea7-40f8-bc73-b3f4e47d4b62 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:55:02.807136 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port becb569f-aea7-40f8-bc73-b3f4e47d4b62 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:02.807519 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:02.961768 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:03.040818 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] For port becb569f-aea7-40f8-bc73-b3f4e47d4b62, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=becb569f-aea7-40f8-bc73-b3f4e47d4b62,segment=NetworkSegment(2cd8c745-3887-4dd3-8293-288c1e55122f),segment_id=2cd8c745-3887-4dd3-8293-288c1e55122f)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:55:03.143628 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3aa85db5-c505-4a24-9271-12460fc97cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562875'] for router, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:03.237357 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72f9630-4ef5-43ee-9b84-b87c82a02cf9 None None] Network 06aad22d-9cd9-4e6a-b76f-f395bd796545 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:55:03.270931 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-a725f619-90c9-4e45-883e-5a71625ee7a2 None None] Provisioning complete for port becb569f-aea7-40f8-bc73-b3f4e47d4b62 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:03.271342 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-a725f619-90c9-4e45-883e-5a71625ee7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:03.444881 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-a725f619-90c9-4e45-883e-5a71625ee7a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:03.690337 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667e324-aab3-41b9-9a6c-4db731f79452 req-4be249d0-cd27-4f7b-a0f8-6f41b5c7eb95 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:03.691864 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0667e324-aab3-41b9-9a6c-4db731f79452 req-4be249d0-cd27-4f7b-a0f8-6f41b5c7eb95 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0483172 Sep 27 07:55:03.732160 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0667e324-aab3-41b9-9a6c-4db731f79452 req-baf4462b-06b8-4ffb-8c8c-cbb45e7c030a tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344336 Sep 27 07:55:03.759665 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:03.790332 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d4315-92b7-44de-817e-e97d62f3c658 req-a6898799-d2ea-4191-850b-8cdab588ec8b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:03.792317 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-958d4315-92b7-44de-817e-e97d62f3c658 req-a6898799-d2ea-4191-850b-8cdab588ec8b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0585904 Sep 27 07:55:03.792446 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa85db5-c505-4a24-9271-12460fc97cb1 admin admin] Router fc4df391-aac6-4863-8401-d07485e5d6e1 is scheduled to L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d with binding_index 1 {{(pid=106357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 07:55:03.816193 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ab93616e-7b98-4834-aaef-bfd23e18f719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:03.842926 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.db.api [None req-a725f619-90c9-4e45-883e-5a71625ee7a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 07:55:03.843170 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-958d4315-92b7-44de-817e-e97d62f3c658 req-39f0bb0d-8091-49bb-a773-1209fb7398ea tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348015 Sep 27 07:55:03.843276 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG oslo_db.api [None req-a725f619-90c9-4e45-883e-5a71625ee7a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 07:55:03.852299 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Pushing event updated for resources: {'Port': ['ID=becb569f-aea7-40f8-bc73-b3f4e47d4b62,revision_number=3']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:03.910512 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa85db5-c505-4a24-9271-12460fc97cb1 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:55:03.923321 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] Sync routers for ids ['fc4df391-aac6-4863-8401-d07485e5d6e1'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:55:03.938085 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] Routers {'fc4df391-aac6-4863-8401-d07485e5d6e1'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:55:03.939091 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:54:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['fc4df391-aac6-4863-8401-d07485e5d6e1'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:55:03.993344 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3aa85db5-c505-4a24-9271-12460fc97cb1 admin admin] Notify callbacks [] for router, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:03.998401 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 37562) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:55:04.000027 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-3aa85db5-c505-4a24-9271-12460fc97cb1 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3805358 Sep 27 07:55:04.051458 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] Set router fc4df391-aac6-4863-8401-d07485e5d6e1 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:55:04.260398 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'name': 'tempest-TestMinimumBasicScenario-1965212984-router', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:00Z', 'updated_at': '2021-09-27T07:55:02Z', 'revision_number': 3, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'gw_port': {'id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:01Z', 'updated_at': '2021-09-27T07:55:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:55:04.289417 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] Checking router: fc4df391-aac6-4863-8401-d07485e5d6e1 for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:55:04.290046 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] Updating router fc4df391-aac6-4863-8401-d07485e5d6e1 port 0a2ef0a0-e2cb-44fa-a664-7d60ff76158f binding host dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 07:55:04.316940 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:04.529188 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-1248e592-7b7f-42e2-814a-4bc2f9dbb50e None None] Provisioning complete for port becb569f-aea7-40f8-bc73-b3f4e47d4b62 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:04.529699 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1248e592-7b7f-42e2-814a-4bc2f9dbb50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:04.633139 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device becb569f-aea7-40f8-bc73-b3f4e47d4b62 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:55:04.715835 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] Notify callbacks [] for port, precommit_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:04.736444 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port becb569f-aea7-40f8-bc73-b3f4e47d4b62 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:04.737055 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:04.926240 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328249b3-8cde-4ff8-ae9d-aab3346698e6 req-6a2cdfdb-44c9-4641-8ca9-bea6f87f204b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:04.927714 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-328249b3-8cde-4ff8-ae9d-aab3346698e6 req-6a2cdfdb-44c9-4641-8ca9-bea6f87f204b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0969372 Sep 27 07:55:04.987931 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e1c56974-270e-46ac-806f-3d5c0e0b5c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:05.021247 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-328249b3-8cde-4ff8-ae9d-aab3346698e6 req-6f04c969-0fdd-4b07-a346-4255c2d49ae7 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778673 Sep 27 07:55:05.034453 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1564a-3200-4c8f-917a-daa11e6cddf1 req-9bdec2cc-eb8e-4d3a-81e0-5e195b1a480d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:05.035915 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0ca1564a-3200-4c8f-917a-daa11e6cddf1 req-9bdec2cc-eb8e-4d3a-81e0-5e195b1a480d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.1073439 Sep 27 07:55:05.111913 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:05.159816 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0ca1564a-3200-4c8f-917a-daa11e6cddf1 req-159b3310-cdb2-4cab-a030-819ebdec0d68 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929971 Sep 27 07:55:05.165061 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] Attempting to bind port 0a2ef0a0-e2cb-44fa-a664-7d60ff76158f on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:55:05.165435 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] Attempting to bind port 0a2ef0a0-e2cb-44fa-a664-7d60ff76158f by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}] {{(pid=106360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:55:05.165797 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] Attempting to bind port 0a2ef0a0-e2cb-44fa-a664-7d60ff76158f on network 12b44509-c0c8-4d46-aca9-a93a6e96d753 {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:55:05.169641 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6af7ee-5a00-407a-bac4-9528b6aae1e5 None None] Pushing event updated for resources: {'Port': ['ID=0a2ef0a0-e2cb-44fa-a664-7d60ff76158f,revision_number=2']} {{(pid=106360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:05.178692 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:55:05.178692 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] Checking segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:55:05.179043 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:05.179341 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] Bound using segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:55:05.179865 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] Bound port: 0a2ef0a0-e2cb-44fa-a664-7d60ff76158f, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}}] {{(pid=106360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:55:05.180276 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:05.183493 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6af7ee-5a00-407a-bac4-9528b6aae1e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:05.183701 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6af7ee-5a00-407a-bac4-9528b6aae1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:05.184616 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6af7ee-5a00-407a-bac4-9528b6aae1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:05.184995 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6af7ee-5a00-407a-bac4-9528b6aae1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:05.185371 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6af7ee-5a00-407a-bac4-9528b6aae1e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:05.185691 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6af7ee-5a00-407a-bac4-9528b6aae1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:05.186017 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6af7ee-5a00-407a-bac4-9528b6aae1e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:05.197364 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6af7ee-5a00-407a-bac4-9528b6aae1e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:05.197364 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6af7ee-5a00-407a-bac4-9528b6aae1e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:05.197364 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6af7ee-5a00-407a-bac4-9528b6aae1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:05.197364 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6af7ee-5a00-407a-bac4-9528b6aae1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:05.197364 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6af7ee-5a00-407a-bac4-9528b6aae1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:05.208331 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [None req-e1c56974-270e-46ac-806f-3d5c0e0b5c89 admin admin] Allocated IP 172.20.0.1 (06aad22d-9cd9-4e6a-b76f-f395bd796545/3446fc4a-d5c1-4650-a23a-1fd0ac050ea8/283942db-17ab-456e-aa82-1165891ca1c8) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:55:05.254456 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.db [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] For port 0a2ef0a0-e2cb-44fa-a664-7d60ff76158f, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:55:05.258283 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.db [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] For port 0a2ef0a0-e2cb-44fa-a664-7d60ff76158f, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=0a2ef0a0-e2cb-44fa-a664-7d60ff76158f,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:55:05.321482 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e1c56974-270e-46ac-806f-3d5c0e0b5c89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:05.453141 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:05.476237 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e1c56974-270e-46ac-806f-3d5c0e0b5c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:05.515728 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] Routers {'fc4df391-aac6-4863-8401-d07485e5d6e1'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:55:05.516362 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:54:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['fc4df391-aac6-4863-8401-d07485e5d6e1'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:55:05.535890 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c56974-270e-46ac-806f-3d5c0e0b5c89 admin admin] Network 06aad22d-9cd9-4e6a-b76f-f395bd796545 is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:55:05.550141 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c56974-270e-46ac-806f-3d5c0e0b5c89 admin admin] Pushing event updated for resources: {'Port': ['ID=283942db-17ab-456e-aa82-1165891ca1c8,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:05.555654 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-e1c56974-270e-46ac-806f-3d5c0e0b5c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:55:05.556247 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6af7ee-5a00-407a-bac4-9528b6aae1e5 None None] Pushing event updated for resources: {'Port': ['ID=0a2ef0a0-e2cb-44fa-a664-7d60ff76158f,revision_number=3']} {{(pid=106360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:05.559225 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c56974-270e-46ac-806f-3d5c0e0b5c89 admin admin] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:55:05.607779 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e1c56974-270e-46ac-806f-3d5c0e0b5c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560518'] for router_interface, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:05.645039 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] Set router fc4df391-aac6-4863-8401-d07485e5d6e1 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:55:05.856902 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ccb82cf9-23a9-45a0-b9e2-7780ce5c1249 None None] Provisioning complete for port 283942db-17ab-456e-aa82-1165891ca1c8 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:05.857468 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ccb82cf9-23a9-45a0-b9e2-7780ce5c1249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:05.894993 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ccb82cf9-23a9-45a0-b9e2-7780ce5c1249 None None] Port 283942db-17ab-456e-aa82-1165891ca1c8 cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:55:05.915263 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e1c56974-270e-46ac-806f-3d5c0e0b5c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:05.932160 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'name': 'tempest-TestMinimumBasicScenario-1965212984-router', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:00Z', 'updated_at': '2021-09-27T07:55:02Z', 'revision_number': 3, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'gw_port': {'id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:01Z', 'updated_at': '2021-09-27T07:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:55:05.982425 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4569c7-4a31-434b-94ca-c8cebefbd6aa None None] The sync data for ids ['fc4df391-aac6-4863-8401-d07485e5d6e1'] in dv-cinder-811078-1-iscsi is: [{'id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'name': 'tempest-TestMinimumBasicScenario-1965212984-router', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:00Z', 'updated_at': '2021-09-27T07:55:02Z', 'revision_number': 3, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'gw_port': {'id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:01Z', 'updated_at': '2021-09-27T07:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:55:06.186927 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e1c56974-270e-46ac-806f-3d5c0e0b5c89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:06.204101 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-3aa98a4b-e394-48e4-ab06-a4b1e61c3f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:06.226835 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0def7-d2b3-4716-baf7-9dcb385cfb13 req-5361f412-8021-4640-9d66-a63fac62599b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:06.229021 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-20a0def7-d2b3-4716-baf7-9dcb385cfb13 req-5361f412-8021-4640-9d66-a63fac62599b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0799861 Sep 27 07:55:06.258356 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e1c56974-270e-46ac-806f-3d5c0e0b5c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:06.327529 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-20a0def7-d2b3-4716-baf7-9dcb385cfb13 req-e82ee0b2-38bf-4680-9f5d-1afb8ffa9089 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900311 Sep 27 07:55:06.411803 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e1c56974-270e-46ac-806f-3d5c0e0b5c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560246'] for router_interface, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:06.414193 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c56974-270e-46ac-806f-3d5c0e0b5c89 admin admin] Pushing event updated for resources: {'Port': ['ID=283942db-17ab-456e-aa82-1165891ca1c8,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:06.459139 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81995587-767a-4ae8-a89a-558e3f76693c req-5f4cdb54-d281-44eb-9adc-d1f797e5ed99 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:06.467059 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-81995587-767a-4ae8-a89a-558e3f76693c req-5f4cdb54-d281-44eb-9adc-d1f797e5ed99 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.1604288 Sep 27 07:55:06.580280 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-81995587-767a-4ae8-a89a-558e3f76693c req-795e7c8e-053f-4bdd-b515-ada95e2bbc78 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122863 Sep 27 07:55:06.635473 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c56974-270e-46ac-806f-3d5c0e0b5c89 admin admin] Network 06aad22d-9cd9-4e6a-b76f-f395bd796545 is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:55:06.639282 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-e1c56974-270e-46ac-806f-3d5c0e0b5c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:55:06.658447 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:06.665709 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 0a2ef0a0-e2cb-44fa-a664-7d60ff76158f up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:55:06.800788 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 0a2ef0a0-e2cb-44fa-a664-7d60ff76158f triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:06.801428 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:06.855414 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c56974-270e-46ac-806f-3d5c0e0b5c89 admin admin] Router fc4df391-aac6-4863-8401-d07485e5d6e1 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:55:06.977819 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:07.024544 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceca6cc-3768-4ec0-af96-43a36613f51c req-e7d5845a-2809-4212-b5db-279106e53715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:07.027223 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-cceca6cc-3768-4ec0-af96-43a36613f51c req-e7d5845a-2809-4212-b5db-279106e53715 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b1bc7a25806467289ddc968184753a5&device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 1098 time: 0.0920863 Sep 27 07:55:07.033515 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] For port 0a2ef0a0-e2cb-44fa-a664-7d60ff76158f, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=0a2ef0a0-e2cb-44fa-a664-7d60ff76158f,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:55:07.063933 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c56974-270e-46ac-806f-3d5c0e0b5c89 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:55:07.069678 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-e1c56974-270e-46ac-806f-3d5c0e0b5c89 admin admin] 10.222.0.11 "PUT /v2.0/routers/fc4df391-aac6-4863-8401-d07485e5d6e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0702288 Sep 27 07:55:07.095231 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:07.123504 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:07.188727 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-61aa7184-dcf3-4c8e-8436-0768c34b27d3 None None] Provisioning complete for port 283942db-17ab-456e-aa82-1165891ca1c8 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:07.189207 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-61aa7184-dcf3-4c8e-8436-0768c34b27d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:07.241610 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceca6cc-3768-4ec0-af96-43a36613f51c req-4af84574-c244-41ed-b807-76cf2d989181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:07.246693 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-cceca6cc-3768-4ec0-af96-43a36613f51c req-4af84574-c244-41ed-b807-76cf2d989181 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a HTTP/1.1" status: 200 len: 917 time: 0.2071028 Sep 27 07:55:07.286231 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-61aa7184-dcf3-4c8e-8436-0768c34b27d3 None None] Port 283942db-17ab-456e-aa82-1165891ca1c8 cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:55:07.340255 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Pushing event updated for resources: {'Port': ['ID=0a2ef0a0-e2cb-44fa-a664-7d60ff76158f,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:07.446081 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-cceca6cc-3768-4ec0-af96-43a36613f51c req-87f9ae86-e72a-4733-b75e-27c36291d56f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d174bc02-3280-4b4e-91bb-c96bab633a75 HTTP/1.1" status: 200 len: 1000 time: 0.1844721 Sep 27 07:55:07.530437 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceca6cc-3768-4ec0-af96-43a36613f51c req-67a7d0c6-e857-400e-927a-cc9590f45394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:07.531914 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-cceca6cc-3768-4ec0-af96-43a36613f51c req-67a7d0c6-e857-400e-927a-cc9590f45394 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfd5703-49a7-4117-8b63-4cb80c5fda09 HTTP/1.1" status: 200 len: 855 time: 0.0511935 Sep 27 07:55:07.542973 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c67f9-ebab-4ca1-93a6-c306135ff4a0 req-10729b09-3ae1-48b5-95b6-3a6150aad1d8 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:07.545089 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-301c67f9-ebab-4ca1-93a6-c306135ff4a0 req-10729b09-3ae1-48b5-95b6-3a6150aad1d8 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.1702104 Sep 27 07:55:07.546419 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa17cbf-1b9e-4341-94e1-d73e884cd82b req-bd06dd17-af4e-40d3-a193-6f10c4b24b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:07.548059 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-aaa17cbf-1b9e-4341-94e1-d73e884cd82b req-bd06dd17-af4e-40d3-a193-6f10c4b24b12 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db214cdbafc9405aa877c1f184e8532e&device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 1098 time: 0.1007218 Sep 27 07:55:07.588520 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c12fa5-d475-4416-b210-5b01f243a553 req-39fbb121-0354-4343-85a6-5ffeb54fe641 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:07.590327 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-34c12fa5-d475-4416-b210-5b01f243a553 req-39fbb121-0354-4343-85a6-5ffeb54fe641 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.1153171 Sep 27 07:55:07.612556 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:55:07.629592 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-301c67f9-ebab-4ca1-93a6-c306135ff4a0 req-b2db494f-f14a-44b7-8ee9-288974a7714d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750160 Sep 27 07:55:07.684457 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-34c12fa5-d475-4416-b210-5b01f243a553 req-7e9106f9-7007-4a78-9c94-30ceabcde450 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800161 Sep 27 07:55:07.824638 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceca6cc-3768-4ec0-af96-43a36613f51c req-f28104f9-f4a6-4b80-8de8-25117fee3f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:07.826367 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-cceca6cc-3768-4ec0-af96-43a36613f51c req-f28104f9-f4a6-4b80-8de8-25117fee3f1b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2773659 Sep 27 07:55:07.832992 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b9095-dabb-4fad-bd65-ac31d873fc1d req-9c92ce6f-1706-4101-9571-e995070565da tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:07.834639 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-168b9095-dabb-4fad-bd65-ac31d873fc1d req-9c92ce6f-1706-4101-9571-e995070565da tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0666385 Sep 27 07:55:07.911383 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-168b9095-dabb-4fad-bd65-ac31d873fc1d req-7a04befb-3fd6-4b24-b8df-64c68d899ad4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699477 Sep 27 07:55:07.954952 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa17cbf-1b9e-4341-94e1-d73e884cd82b req-a01c9988-2f80-4ac8-a59f-3c07a5163809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:07.961282 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-aaa17cbf-1b9e-4341-94e1-d73e884cd82b req-a01c9988-2f80-4ac8-a59f-3c07a5163809 service neutron] 10.222.0.25 "GET /v2.0/networks?id=448aa08f-9439-4e3a-9cd7-ca641ada67be HTTP/1.1" status: 200 len: 920 time: 0.3812270 Sep 27 07:55:08.013019 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-aaa17cbf-1b9e-4341-94e1-d73e884cd82b req-53a25050-dbf7-4de1-9367-5c0399c28122 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d52c070-92a2-4125-bcef-dba7a04c2dc4 HTTP/1.1" status: 200 len: 217 time: 0.0448225 Sep 27 07:55:08.057215 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-cceca6cc-3768-4ec0-af96-43a36613f51c req-93e793d9-c454-460e-b014-8bc36af8a573 service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994874 Sep 27 07:55:08.096169 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa17cbf-1b9e-4341-94e1-d73e884cd82b req-c67f68c4-e3a9-4f14-8db3-e771522dcc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:08.097713 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-aaa17cbf-1b9e-4341-94e1-d73e884cd82b req-c67f68c4-e3a9-4f14-8db3-e771522dcc22 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07db581e-2238-4bd1-aacc-bc8622529c44 HTTP/1.1" status: 200 len: 859 time: 0.0718424 Sep 27 07:55:08.197947 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-aaa17cbf-1b9e-4341-94e1-d73e884cd82b req-20c68dfd-f4b7-4ed2-a2db-539e37fdc4e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=448aa08f-9439-4e3a-9cd7-ca641ada67be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888202 Sep 27 07:55:08.259327 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-cceca6cc-3768-4ec0-af96-43a36613f51c req-d4927e44-3d4c-48af-b688-41150ceae1f1 service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932240 Sep 27 07:55:08.305024 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 37664) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:55:08.312170 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-251121d7-3e0a-4de2-8044-2b765143fb61 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-602039023-network', 'tenant_id': 'c724ee55c8114095b1c0b69e1584e30e'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:55:08.345115 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-aaa17cbf-1b9e-4341-94e1-d73e884cd82b req-6da64435-543a-4f70-9c48-db3c240d9eee service neutron] 10.222.0.25 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377010 Sep 27 07:55:08.459088 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251121d7-3e0a-4de2-8044-2b765143fb61 admin admin] Made reservation on behalf of c724ee55c8114095b1c0b69e1584e30e for: {'network': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:55:08.463194 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-251121d7-3e0a-4de2-8044-2b765143fb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for network, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:08.478984 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-251121d7-3e0a-4de2-8044-2b765143fb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:08.483089 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-aaa17cbf-1b9e-4341-94e1-d73e884cd82b req-bbf6f849-7e3c-49e8-9a45-5c3c74aa43eb service neutron] 10.222.0.25 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275313 Sep 27 07:55:08.503668 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] Sync routers for ids ['fc4df391-aac6-4863-8401-d07485e5d6e1'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:55:08.520919 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] Routers {'fc4df391-aac6-4863-8401-d07485e5d6e1'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:55:08.522555 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:55:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['fc4df391-aac6-4863-8401-d07485e5d6e1'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:55:08.664820 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 0a2ef0a0-e2cb-44fa-a664-7d60ff76158f up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:55:08.666656 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-251121d7-3e0a-4de2-8044-2b765143fb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:08.726759 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-251121d7-3e0a-4de2-8044-2b765143fb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:08.746063 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] Set router fc4df391-aac6-4863-8401-d07485e5d6e1 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:55:08.792056 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251121d7-3e0a-4de2-8044-2b765143fb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e27cb6-d32f-40ee-9c33-4587e8748366,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:08.811177 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251121d7-3e0a-4de2-8044-2b765143fb61 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=106357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 07:55:08.822203 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 0a2ef0a0-e2cb-44fa-a664-7d60ff76158f triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:08.822579 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:08.839266 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-251121d7-3e0a-4de2-8044-2b765143fb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:08.839266 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.db.segments_db [None req-251121d7-3e0a-4de2-8044-2b765143fb61 admin admin] Added segment 8058920e-3468-4110-bdc9-d71c9e007c6f of type vlan for network a9f8faca-fd54-48be-a2ab-150b86ce0f5e Sep 27 07:55:08.897165 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5eebfb-44ba-425f-944c-c377ebe941ac req-0f43244d-a0be-4d49-8966-a7144f53775a tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:08.899708 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9d5eebfb-44ba-425f-944c-c377ebe941ac req-0f43244d-a0be-4d49-8966-a7144f53775a tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.1346936 Sep 27 07:55:08.911048 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf12b49-a8b1-4125-8ae4-d62c28a2ba6b req-11fe05ac-09d6-4886-ad52-1068a227f161 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:08.913185 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3cf12b49-a8b1-4125-8ae4-d62c28a2ba6b req-11fe05ac-09d6-4886-ad52-1068a227f161 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 945 time: 0.0801463 Sep 27 07:55:08.925927 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-251121d7-3e0a-4de2-8044-2b765143fb61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792188561686'] for network, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:08.968815 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3cf12b49-a8b1-4125-8ae4-d62c28a2ba6b req-dcaa2826-047e-4c4b-bbfb-b608e89f6eef tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463607 Sep 27 07:55:08.984414 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9d5eebfb-44ba-425f-944c-c377ebe941ac req-f3e481b3-8b70-4b8a-ac47-3890131ab32b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697341 Sep 27 07:55:09.134758 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3dca00-d968-44c6-9e5b-cf4f47781053 req-9c72a74e-7348-4285-8487-ea870e9c7bcd tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:09.141607 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8b3dca00-d968-44c6-9e5b-cf4f47781053 req-9c72a74e-7348-4285-8487-ea870e9c7bcd tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0776660 Sep 27 07:55:09.194913 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'name': 'tempest-TestMinimumBasicScenario-1965212984-router', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:00Z', 'updated_at': '2021-09-27T07:55:05Z', 'revision_number': 4, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'gw_port': {'id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:01Z', 'updated_at': '2021-09-27T07:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '283942db-17ab-456e-aa82-1165891ca1c8', 'name': '', 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'mac_address': 'fa:16:3e:03:86:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3446fc4a-d5c1-4650-a23a-1fd0ac050ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:05Z', 'updated_at': '2021-09-27T07:55:05Z', 'revision_number': 2, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'subnets': [{'id': '3446fc4a-d5c1-4650-a23a-1fd0ac050ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:55:09.204841 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8b3dca00-d968-44c6-9e5b-cf4f47781053 req-c65fa893-051c-43c9-85a6-fe333774e83f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560148 Sep 27 07:55:09.275084 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-251121d7-3e0a-4de2-8044-2b765143fb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for network, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:09.275084 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251121d7-3e0a-4de2-8044-2b765143fb61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:09.275084 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-251121d7-3e0a-4de2-8044-2b765143fb61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:09.333286 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251121d7-3e0a-4de2-8044-2b765143fb61 admin admin] Pushing event updated for resources: {'Network': ['ID=a9f8faca-fd54-48be-a2ab-150b86ce0f5e,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:09.372445 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Network a9f8faca-fd54-48be-a2ab-150b86ce0f5e details requested by agent ovs-agent-dv-cinder-811078-1-iscsi with host dv-cinder-811078-1-iscsi {{(pid=106359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 07:55:09.376537 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] Checking router: fc4df391-aac6-4863-8401-d07485e5d6e1 for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:55:09.377016 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] Updating router fc4df391-aac6-4863-8401-d07485e5d6e1 port 283942db-17ab-456e-aa82-1165891ca1c8 binding host dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 07:55:09.379029 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:09.429187 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:09.586609 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-251121d7-3e0a-4de2-8044-2b765143fb61 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2806418 Sep 27 07:55:09.589412 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 37690) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:55:09.594957 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-ed09ea8b-8ddd-4cec-b4c3-272d5264e62a admin admin] Request body: {'subnet': {'network_id': 'a9f8faca-fd54-48be-a2ab-150b86ce0f5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-602039023-subnet', 'tenant_id': 'c724ee55c8114095b1c0b69e1584e30e', 'ip_version': 4}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:55:09.703260 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device d174bc02-3280-4b4e-91bb-c96bab633a75 no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:55:09.722799 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed09ea8b-8ddd-4cec-b4c3-272d5264e62a admin admin] Made reservation on behalf of c724ee55c8114095b1c0b69e1584e30e for: {'subnet': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:55:09.725539 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ed09ea8b-8ddd-4cec-b4c3-272d5264e62a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6131931'] for subnet, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:09.800008 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] Notify callbacks [] for port, precommit_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:09.841115 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:09.867764 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd174bc02-3280-4b4e-91bb-c96bab633a75'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:55:09.870399 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d864ed88-8379-4739-9b3c-7da4ff03ca75" -d '{"events": [{"server_uuid": "ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "d174bc02-3280-4b4e-91bb-c96bab633a75"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:55:09.901698 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:09.911974 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port d174bc02-3280-4b4e-91bb-c96bab633a75, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=d174bc02-3280-4b4e-91bb-c96bab633a75,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:55:09.934189 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 07:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748e7813-a7cb-496d-8f90-f21d67a42c24 x-openstack-request-id: req-748e7813-a7cb-496d-8f90-f21d67a42c24 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:55:09.934514 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "d174bc02-3280-4b4e-91bb-c96bab633a75", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:55:09.934764 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-748e7813-a7cb-496d-8f90-f21d67a42c24 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:55:09.935170 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd174bc02-3280-4b4e-91bb-c96bab633a75', 'code': 200} Sep 27 07:55:09.958013 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56679bc-5c50-4845-9e3c-da1e0972e834 None None] Pushing event updated for resources: {'Port': ['ID=283942db-17ab-456e-aa82-1165891ca1c8,revision_number=3']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:10.062839 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:10.148352 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=d174bc02-3280-4b4e-91bb-c96bab633a75,revision_number=8']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:10.155304 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] Attempting to bind port 283942db-17ab-456e-aa82-1165891ca1c8 on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:55:10.161248 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] Attempting to bind port 283942db-17ab-456e-aa82-1165891ca1c8 by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '2cd8c745-3887-4dd3-8293-288c1e55122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545'}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:55:10.161248 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] Attempting to bind port 283942db-17ab-456e-aa82-1165891ca1c8 on network 06aad22d-9cd9-4e6a-b76f-f395bd796545 {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:55:10.163387 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:55:10.164043 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] Checking segment: {'id': '2cd8c745-3887-4dd3-8293-288c1e55122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:55:10.164511 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:10.164942 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] Bound using segment: {'id': '2cd8c745-3887-4dd3-8293-288c1e55122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545'} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:55:10.165434 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] Bound port: 283942db-17ab-456e-aa82-1165891ca1c8, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cd8c745-3887-4dd3-8293-288c1e55122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545'}}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:55:10.165994 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:10.184713 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c8ab84-be89-4493-b94f-12c451f46d44 req-d7ca064f-527d-4502-b572-4c2a2c217d03 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:10.189434 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-61c8ab84-be89-4493-b94f-12c451f46d44 req-d7ca064f-527d-4502-b572-4c2a2c217d03 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.1036384 Sep 27 07:55:10.201563 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ed09ea8b-8ddd-4cec-b4c3-272d5264e62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5863945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6131945'] for subnet, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:10.248782 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] For port 283942db-17ab-456e-aa82-1165891ca1c8, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:55:10.252414 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] For port 283942db-17ab-456e-aa82-1165891ca1c8, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=283942db-17ab-456e-aa82-1165891ca1c8,segment=NetworkSegment(2cd8c745-3887-4dd3-8293-288c1e55122f),segment_id=2cd8c745-3887-4dd3-8293-288c1e55122f)] {{(pid=106359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:55:10.268265 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-36bf6a9f-3783-462e-ac67-4b8b10ad7c34 None None] Provisioning complete for port 283942db-17ab-456e-aa82-1165891ca1c8 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:10.268654 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-36bf6a9f-3783-462e-ac67-4b8b10ad7c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:10.281798 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-61c8ab84-be89-4493-b94f-12c451f46d44 req-f60bf09b-2e0f-494b-8718-82617861de72 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851758 Sep 27 07:55:10.295845 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09ea8b-8ddd-4cec-b4c3-272d5264e62a admin admin] Pushing event updated for resources: {'Subnet': ['ID=17813d0e-9ccd-498b-91ca-967117f590c8,revision_number=0']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:10.327796 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-36bf6a9f-3783-462e-ac67-4b8b10ad7c34 None None] Port 283942db-17ab-456e-aa82-1165891ca1c8 cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:55:10.338415 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed09ea8b-8ddd-4cec-b4c3-272d5264e62a admin admin] Checking segment: {'id': '8058920e-3468-4110-bdc9-d71c9e007c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a9f8faca-fd54-48be-a2ab-150b86ce0f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:55:10.338822 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed09ea8b-8ddd-4cec-b4c3-272d5264e62a admin admin] Network hostable DHCP agents. Network: a9f8faca-fd54-48be-a2ab-150b86ce0f5e, hostable agents: ['5ef10843-63ae-4094-8244-a7e4b9a0127e'], hosted agents: [] {{(pid=106358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 07:55:10.374959 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:10.521346 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] Routers {'fc4df391-aac6-4863-8401-d07485e5d6e1'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:55:10.522443 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:55:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['fc4df391-aac6-4863-8401-d07485e5d6e1'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:55:10.531534 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56679bc-5c50-4845-9e3c-da1e0972e834 None None] Pushing event updated for resources: {'Port': ['ID=283942db-17ab-456e-aa82-1165891ca1c8,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:10.588779 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb263a0-ca1c-4edc-8b7c-c2e74414cf6a req-51cbd106-8661-4992-8ecf-36fa2faf35e6 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:10.599322 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ceb263a0-ca1c-4edc-8b7c-c2e74414cf6a req-51cbd106-8661-4992-8ecf-36fa2faf35e6 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.1637347 Sep 27 07:55:10.658330 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ceb263a0-ca1c-4edc-8b7c-c2e74414cf6a req-0a7c3890-6be7-497b-9d64-ff63062babda tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521343 Sep 27 07:55:10.728753 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed09ea8b-8ddd-4cec-b4c3-272d5264e62a admin admin] Network a9f8faca-fd54-48be-a2ab-150b86ce0f5e is scheduled to be hosted by DHCP agent 5ef10843-63ae-4094-8244-a7e4b9a0127e with binding_index 1 {{(pid=106358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 07:55:10.759685 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] Set router fc4df391-aac6-4863-8401-d07485e5d6e1 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:55:10.847664 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-ed09ea8b-8ddd-4cec-b4c3-272d5264e62a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811078-1-iscsi, a9f8faca-fd54-48be-a2ab-150b86ce0f5e) {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:55:10.857707 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed09ea8b-8ddd-4cec-b4c3-272d5264e62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:10.858511 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-ed09ea8b-8ddd-4cec-b4c3-272d5264e62a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:10.868746 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec580cde-efe8-4baa-b3b2-d2f680f3933c None None] Network a9f8faca-fd54-48be-a2ab-150b86ce0f5e requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:55:10.890778 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b2dcf-bc53-441a-81e8-9b4d025013ff req-fd526f16-a1e5-40c7-939c-24e564a46d62 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:10.892304 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-467b2dcf-bc53-441a-81e8-9b4d025013ff req-fd526f16-a1e5-40c7-939c-24e564a46d62 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.1595380 Sep 27 07:55:10.900992 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26777eeb-d012-456d-a825-a4ec05b77e83 req-2e93a761-c758-4f52-a26e-6d5e647f79be tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:10.903351 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-26777eeb-d012-456d-a825-a4ec05b77e83 req-2e93a761-c758-4f52-a26e-6d5e647f79be tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 945 time: 0.0973895 Sep 27 07:55:10.969467 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-26777eeb-d012-456d-a825-a4ec05b77e83 req-ccf948f7-e1cb-48c8-861a-ef169ccd1528 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587070 Sep 27 07:55:10.972247 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-467b2dcf-bc53-441a-81e8-9b4d025013ff req-e7a53638-3307-4af4-8782-5f1dd6781c5d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682893 Sep 27 07:55:11.020295 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-76a09297-22d3-4b3a-99cf-16eda4075249 None None] Provisioning complete for port 283942db-17ab-456e-aa82-1165891ca1c8 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:11.020671 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-76a09297-22d3-4b3a-99cf-16eda4075249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:11.047233 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-ed09ea8b-8ddd-4cec-b4c3-272d5264e62a admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4561579 Sep 27 07:55:11.052722 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 37716) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:55:11.055326 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-e5ff6b08-350a-4b46-96c6-616f73153d83 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-602039023-router', 'tenant_id': 'c724ee55c8114095b1c0b69e1584e30e', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:55:11.172895 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6b08-350a-4b46-96c6-616f73153d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4790'] for router, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:11.173969 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6b08-350a-4b46-96c6-616f73153d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4799'] for router, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:11.185672 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd49ed21-ced5-5413-88d6-bd28c9230666-a9f8faca-fd54-48be-a2ab-150b86ce0f5e', 'network_id': 'a9f8faca-fd54-48be-a2ab-150b86ce0f5e', 'tenant_id': 'c724ee55c8114095b1c0b69e1584e30e', 'fixed_ips': [{'subnet_id': '17813d0e-9ccd-498b-91ca-967117f590c8'}]}} from dv-cinder-811078-1-iscsi. {{(pid=106359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 07:55:11.186536 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:11.239754 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6b08-350a-4b46-96c6-616f73153d83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:11.246939 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-76a09297-22d3-4b3a-99cf-16eda4075249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:11.324520 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'name': 'tempest-TestMinimumBasicScenario-1965212984-router', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:00Z', 'updated_at': '2021-09-27T07:55:05Z', 'revision_number': 4, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'gw_port': {'id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:01Z', 'updated_at': '2021-09-27T07:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '283942db-17ab-456e-aa82-1165891ca1c8', 'name': '', 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'mac_address': 'fa:16:3e:03:86:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3446fc4a-d5c1-4650-a23a-1fd0ac050ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:05Z', 'updated_at': '2021-09-27T07:55:10Z', 'revision_number': 4, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'subnets': [{'id': '3446fc4a-d5c1-4650-a23a-1fd0ac050ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:55:11.375235 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2539df4f-60cc-4549-bb6b-715c54f72f58 None None] The sync data for ids ['fc4df391-aac6-4863-8401-d07485e5d6e1'] in dv-cinder-811078-1-iscsi is: [{'id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'name': 'tempest-TestMinimumBasicScenario-1965212984-router', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:00Z', 'updated_at': '2021-09-27T07:55:05Z', 'revision_number': 4, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'gw_port': {'id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:01Z', 'updated_at': '2021-09-27T07:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '283942db-17ab-456e-aa82-1165891ca1c8', 'name': '', 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'mac_address': 'fa:16:3e:03:86:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3446fc4a-d5c1-4650-a23a-1fd0ac050ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:05Z', 'updated_at': '2021-09-27T07:55:10Z', 'revision_number': 4, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'subnets': [{'id': '3446fc4a-d5c1-4650-a23a-1fd0ac050ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:55:11.416447 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-76a09297-22d3-4b3a-99cf-16eda4075249 None None] For port 283942db-17ab-456e-aa82-1165891ca1c8, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=283942db-17ab-456e-aa82-1165891ca1c8,segment=NetworkSegment(2cd8c745-3887-4dd3-8293-288c1e55122f),segment_id=2cd8c745-3887-4dd3-8293-288c1e55122f)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:55:11.497400 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-76a09297-22d3-4b3a-99cf-16eda4075249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:11.587486 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8bd3e-b717-4ad1-b0fe-e25d4f5f0602 req-26f9c9d2-7f11-4021-80a3-002660423165 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:11.595824 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-02e8bd3e-b717-4ad1-b0fe-e25d4f5f0602 req-26f9c9d2-7f11-4021-80a3-002660423165 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.1564634 Sep 27 07:55:11.597140 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.db_base_plugin_common [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] Allocated IP 172.20.0.2 (a9f8faca-fd54-48be-a2ab-150b86ce0f5e/17813d0e-9ccd-498b-91ca-967117f590c8/231812bf-119a-45a3-8ff5-5ce57c4dcffa) {{(pid=106359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:55:11.641909 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a09297-22d3-4b3a-99cf-16eda4075249 None None] Pushing event updated for resources: {'Port': ['ID=283942db-17ab-456e-aa82-1165891ca1c8,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:11.697357 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-02e8bd3e-b717-4ad1-b0fe-e25d4f5f0602 req-5e9974c1-ec70-47ba-a3d0-88b72cf18983 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910184 Sep 27 07:55:11.737485 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6b08-350a-4b46-96c6-616f73153d83 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:11.862875 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2f9f4-d05e-408b-920f-b59ef71001ba req-7ede1aa9-2322-4f55-baf4-24f5043aef39 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:11.870701 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d8d2f9f4-d05e-408b-920f-b59ef71001ba req-7ede1aa9-2322-4f55-baf4-24f5043aef39 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.1015396 Sep 27 07:55:11.910968 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] Notify callbacks [] for port, precommit_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:11.952262 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d8d2f9f4-d05e-408b-920f-b59ef71001ba req-40352bdf-1237-4fcb-8090-2c9b8592f440 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805354 Sep 27 07:55:12.007048 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431'] for port, after_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:12.088285 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] Network a9f8faca-fd54-48be-a2ab-150b86ce0f5e is already hosted by enough agents. {{(pid=106359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:55:12.093870 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.base_scheduler [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] Resources bound (agent type, host, resource id): {{(pid=106359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:55:12.102715 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] Received port after_create {{(pid=106359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:55:12.172993 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6b08-350a-4b46-96c6-616f73153d83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:12.181288 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] Pushing event updated for resources: {'Port': ['ID=231812bf-119a-45a3-8ff5-5ce57c4dcffa,revision_number=1']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:12.231741 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6b08-350a-4b46-96c6-616f73153d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:12.253797 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] Attempting to bind port 231812bf-119a-45a3-8ff5-5ce57c4dcffa on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:55:12.254424 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] Attempting to bind port 231812bf-119a-45a3-8ff5-5ce57c4dcffa by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '8058920e-3468-4110-bdc9-d71c9e007c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a9f8faca-fd54-48be-a2ab-150b86ce0f5e'}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:55:12.254789 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] Attempting to bind port 231812bf-119a-45a3-8ff5-5ce57c4dcffa on network a9f8faca-fd54-48be-a2ab-150b86ce0f5e {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:55:12.261802 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:55:12.262354 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] Checking segment: {'id': '8058920e-3468-4110-bdc9-d71c9e007c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a9f8faca-fd54-48be-a2ab-150b86ce0f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:55:12.262880 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:12.263388 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] Bound using segment: {'id': '8058920e-3468-4110-bdc9-d71c9e007c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a9f8faca-fd54-48be-a2ab-150b86ce0f5e'} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:55:12.263974 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] Bound port: 231812bf-119a-45a3-8ff5-5ce57c4dcffa, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8058920e-3468-4110-bdc9-d71c9e007c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a9f8faca-fd54-48be-a2ab-150b86ce0f5e'}}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:55:12.264465 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:12.418806 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] For port 231812bf-119a-45a3-8ff5-5ce57c4dcffa, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:55:12.429092 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-e5ff6b08-350a-4b46-96c6-616f73153d83 admin admin] Allocated IP 172.27.0.115 (12b44509-c0c8-4d46-aca9-a93a6e96d753/98d9ac14-3553-4580-92ce-723937f48855/ab097b84-4cc2-4699-88d3-8759554ec57a) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:55:12.429510 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] For port 231812bf-119a-45a3-8ff5-5ce57c4dcffa, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=231812bf-119a-45a3-8ff5-5ce57c4dcffa,segment=NetworkSegment(8058920e-3468-4110-bdc9-d71c9e007c6f),segment_id=8058920e-3468-4110-bdc9-d71c9e007c6f)] {{(pid=106359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:55:12.518189 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:12.646919 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6b08-350a-4b46-96c6-616f73153d83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:12.695806 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88bdd2-9336-42bc-996e-44cd0dd1668e None None] Pushing event updated for resources: {'Port': ['ID=231812bf-119a-45a3-8ff5-5ce57c4dcffa,revision_number=2']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:12.706581 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 283942db-17ab-456e-aa82-1165891ca1c8 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:55:12.808451 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc744a-eef3-4327-9b08-a5ef3a05b7d1 req-49c82ca6-156e-4c17-acaa-6de6a1ee122c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:12.810096 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9ebc744a-eef3-4327-9b08-a5ef3a05b7d1 req-49c82ca6-156e-4c17-acaa-6de6a1ee122c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 945 time: 0.0951784 Sep 27 07:55:12.838175 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6b08-350a-4b46-96c6-616f73153d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:12.846498 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 283942db-17ab-456e-aa82-1165891ca1c8 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:12.846896 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:12.938264 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff6b08-350a-4b46-96c6-616f73153d83 admin admin] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:55:12.939184 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9ebc744a-eef3-4327-9b08-a5ef3a05b7d1 req-93f1383d-4f6a-4dac-bee7-922d9b561035 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205070 Sep 27 07:55:12.953308 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-e5ff6b08-350a-4b46-96c6-616f73153d83 admin admin] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:55:12.958277 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ff6b08-350a-4b46-96c6-616f73153d83 admin admin] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:55:13.150369 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff6b08-350a-4b46-96c6-616f73153d83 admin admin] Pushing event updated for resources: {'Port': ['ID=ab097b84-4cc2-4699-88d3-8759554ec57a,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:13.200650 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245773f-05c6-40d8-9478-48279fc50d8e req-e7e9917f-f9f3-48c5-a342-ac00fac4c3e8 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:13.219669 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f245773f-05c6-40d8-9478-48279fc50d8e req-e7e9917f-f9f3-48c5-a342-ac00fac4c3e8 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.1215410 Sep 27 07:55:13.311172 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f245773f-05c6-40d8-9478-48279fc50d8e req-ecb77c20-452f-47a1-a4fb-0a7ec8265471 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903931 Sep 27 07:55:13.448861 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0977aea-34d6-4b35-ba7f-10a5855a7db6 req-f465641f-7cde-4989-9b5d-820aec6895f3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:13.456410 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d0977aea-34d6-4b35-ba7f-10a5855a7db6 req-f465641f-7cde-4989-9b5d-820aec6895f3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0742478 Sep 27 07:55:13.516928 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d0977aea-34d6-4b35-ba7f-10a5855a7db6 req-31f207b9-8421-4dbf-b0fc-b4253ef97ae1 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559583 Sep 27 07:55:13.608515 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [req-f687afc6-e299-4a75-b293-8dbd413f4019 req-a9c1803d-e7ca-4555-9816-b5cd3a3dedd0 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=106358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 07:55:13.609883 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f687afc6-e299-4a75-b293-8dbd413f4019 req-a9c1803d-e7ca-4555-9816-b5cd3a3dedd0 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061157 Sep 27 07:55:13.641177 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6b08-350a-4b46-96c6-616f73153d83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:13.707835 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device d174bc02-3280-4b4e-91bb-c96bab633a75 no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:55:13.814195 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69b6ac-c9e9-42e7-8e7d-819baf3ec118 req-cfd2949b-bdb2-404a-90ac-24f3dbb85286 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:13.821166 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dc69b6ac-c9e9-42e7-8e7d-819baf3ec118 req-cfd2949b-bdb2-404a-90ac-24f3dbb85286 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.25 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 945 time: 0.1001058 Sep 27 07:55:14.192624 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89a608-7be3-446b-afe0-0be904d85efc req-b3877d41-9577-454e-bde9-446318472f04 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:14.206024 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ca89a608-7be3-446b-afe0-0be904d85efc req-b3877d41-9577-454e-bde9-446318472f04 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.1895545 Sep 27 07:55:14.327974 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8eb5a-931e-44da-b840-ae1addbb169f req-f81b10f5-1ccc-4f69-b4de-cbfcbb0f8ddc tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:14.338570 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-32c8eb5a-931e-44da-b840-ae1addbb169f req-f81b10f5-1ccc-4f69-b4de-cbfcbb0f8ddc tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 945 time: 0.2849207 Sep 27 07:55:14.363164 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6b08-350a-4b46-96c6-616f73153d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562875'] for router, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:14.365538 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ca89a608-7be3-446b-afe0-0be904d85efc req-1452a720-dc44-4595-ac35-a71bfe8e2dca tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522853 Sep 27 07:55:14.379884 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-dc69b6ac-c9e9-42e7-8e7d-819baf3ec118 req-a05b101e-1dbf-4474-9b45-f2bb5c275fb0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Deleting port 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:55:14.380473 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dc69b6ac-c9e9-42e7-8e7d-819baf3ec118 req-a05b101e-1dbf-4474-9b45-f2bb5c275fb0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:14.431628 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-32c8eb5a-931e-44da-b840-ae1addbb169f req-a4c8a5e8-b405-4004-9c63-3d290899ddfd tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919347 Sep 27 07:55:14.435977 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacb1ba9-1cdd-4504-9563-2ab20e282658 None None] Network a9f8faca-fd54-48be-a2ab-150b86ce0f5e requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:55:14.567988 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b8765-399a-4a76-a34f-c2aa7f676591 req-60cd2c5c-d305-4640-8db6-ec2b155cec4b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:14.575812 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5d3b8765-399a-4a76-a34f-c2aa7f676591 req-60cd2c5c-d305-4640-8db6-ec2b155cec4b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.1030271 Sep 27 07:55:14.685421 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5d3b8765-399a-4a76-a34f-c2aa7f676591 req-92ab3af0-12fc-459c-82b7-af523ff12361 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989676 Sep 27 07:55:14.743324 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416c160-66ed-46a3-a84e-0b606204be90 req-4440d159-b83f-4594-8d17-8a6f277266a0 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:14.747430 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4416c160-66ed-46a3-a84e-0b606204be90 req-4440d159-b83f-4594-8d17-8a6f277266a0 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0975907 Sep 27 07:55:14.803432 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-dc69b6ac-c9e9-42e7-8e7d-819baf3ec118 req-a05b101e-1dbf-4474-9b45-f2bb5c275fb0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] For port 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7,segment=NetworkSegment(f049ded7-e2f1-4742-8006-c6c1da15b4c4),segment_id=f049ded7-e2f1-4742-8006-c6c1da15b4c4)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:55:14.804610 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dc69b6ac-c9e9-42e7-8e7d-819baf3ec118 req-a05b101e-1dbf-4474-9b45-f2bb5c275fb0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:14.826111 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-dc69b6ac-c9e9-42e7-8e7d-819baf3ec118 req-a05b101e-1dbf-4474-9b45-f2bb5c275fb0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Calling delete_port for 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 owned by compute:nova {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:55:14.836426 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ff6b08-350a-4b46-96c6-616f73153d83 admin admin] Router ebb8558c-204f-487d-8f51-4600949d8973 is scheduled to L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d with binding_index 1 {{(pid=106357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 07:55:14.841620 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 231812bf-119a-45a3-8ff5-5ce57c4dcffa up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:55:14.844264 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4416c160-66ed-46a3-a84e-0b606204be90 req-8672d8f9-6acc-44fc-8bb7-055e534543f0 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869322 Sep 27 07:55:14.865146 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ec6542e8-8d4b-435b-90ca-6c328eb3c222 None None] Provisioning complete for port 231812bf-119a-45a3-8ff5-5ce57c4dcffa triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:14.865805 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ec6542e8-8d4b-435b-90ca-6c328eb3c222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:14.980138 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 231812bf-119a-45a3-8ff5-5ce57c4dcffa triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:14.981463 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:15.043181 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ff6b08-350a-4b46-96c6-616f73153d83 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:55:15.054904 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] Sync routers for ids ['ebb8558c-204f-487d-8f51-4600949d8973'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:55:15.067247 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] Routers {'ebb8558c-204f-487d-8f51-4600949d8973'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:55:15.067888 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:55:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['ebb8558c-204f-487d-8f51-4600949d8973'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:55:15.093870 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 37806) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:55:15.116780 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ec6542e8-8d4b-435b-90ca-6c328eb3c222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:15.183667 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e5ff6b08-350a-4b46-96c6-616f73153d83 admin admin] Notify callbacks [] for router, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:15.192281 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 37810) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:55:15.192917 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-e5ff6b08-350a-4b46-96c6-616f73153d83 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1342182 Sep 27 07:55:15.239013 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ec6542e8-8d4b-435b-90ca-6c328eb3c222 None None] For port 231812bf-119a-45a3-8ff5-5ce57c4dcffa, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=231812bf-119a-45a3-8ff5-5ce57c4dcffa,segment=NetworkSegment(8058920e-3468-4110-bdc9-d71c9e007c6f),segment_id=8058920e-3468-4110-bdc9-d71c9e007c6f)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:55:15.271359 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:15.285940 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] Set router ebb8558c-204f-487d-8f51-4600949d8973 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:55:15.333292 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ec6542e8-8d4b-435b-90ca-6c328eb3c222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:15.367495 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-886b6d0f-68a5-4130-a270-02f8e2e4141a req-360df036-bd36-489a-8635-62596f2b0f23 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2721174 Sep 27 07:55:15.376897 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [req-886b6d0f-68a5-4130-a270-02f8e2e4141a req-b35f81c5-cf61-4997-82d6-cc376fa7bdd3 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=106358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 07:55:15.377894 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-886b6d0f-68a5-4130-a270-02f8e2e4141a req-b35f81c5-cf61-4997-82d6-cc376fa7bdd3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050757 Sep 27 07:55:15.403776 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dc69b6ac-c9e9-42e7-8e7d-819baf3ec118 req-a05b101e-1dbf-4474-9b45-f2bb5c275fb0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:15.437807 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18', '9b138984-501b-4363-a68b-083b30632582', 'ba44de47-c451-4f7c-af6a-29a32ad21039'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:55:15.477952 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05b101e-1dbf-4474-9b45-f2bb5c275fb0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Pushing event deleted for resources: {'Port': ['ID=532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:15.586475 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-4fcc2fe3-7965-4d24-b19a-7e7b68e7b60d None None] Provisioning complete for port 231812bf-119a-45a3-8ff5-5ce57c4dcffa triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:15.587093 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-4fcc2fe3-7965-4d24-b19a-7e7b68e7b60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:15.592476 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc69b6ac-c9e9-42e7-8e7d-819baf3ec118 req-a05b101e-1dbf-4474-9b45-f2bb5c275fb0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] No DVR routers for this DVR port 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 on host hv-cinder-81107 {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:55:15.612718 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb8558c-204f-487d-8f51-4600949d8973', 'name': 'tempest-TestMinimumBasicScenario-602039023-router', 'tenant_id': 'c724ee55c8114095b1c0b69e1584e30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'ab097b84-4cc2-4699-88d3-8759554ec57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:11Z', 'updated_at': '2021-09-27T07:55:13Z', 'revision_number': 3, 'project_id': 'c724ee55c8114095b1c0b69e1584e30e', 'gw_port': {'id': 'ab097b84-4cc2-4699-88d3-8759554ec57a', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb8558c-204f-487d-8f51-4600949d8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:12Z', 'updated_at': '2021-09-27T07:55:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:55:15.614448 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dc69b6ac-c9e9-42e7-8e7d-819baf3ec118 req-a05b101e-1dbf-4474-9b45-f2bb5c275fb0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:15.616504 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dc69b6ac-c9e9-42e7-8e7d-819baf3ec118 req-a05b101e-1dbf-4474-9b45-f2bb5c275fb0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.25 "DELETE /v2.0/ports/532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 HTTP/1.1" status: 204 len: 173 time: 1.7866662 Sep 27 07:55:15.616992 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e29f5e50-9fe4-4f22-915b-c25ad989131f', 'name': 'network-vif-deleted', 'tag': '532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:55:15.641657 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afba67a5-8000-4f11-90b1-715447c2e411" -d '{"events": [{"server_uuid": "e29f5e50-9fe4-4f22-915b-c25ad989131f", "name": "network-vif-deleted", "tag": "532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:55:15.647347 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] Checking router: ebb8558c-204f-487d-8f51-4600949d8973 for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:55:15.647919 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] Updating router ebb8558c-204f-487d-8f51-4600949d8973 port ab097b84-4cc2-4699-88d3-8759554ec57a binding host dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 07:55:15.682331 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:15.682528 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6542e8-8d4b-435b-90ca-6c328eb3c222 None None] Pushing event updated for resources: {'Port': ['ID=231812bf-119a-45a3-8ff5-5ce57c4dcffa,revision_number=3']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:15.714002 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.db.api [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 07:55:15.714728 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG oslo_db.api [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 07:55:15.725090 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:55:15.746244 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-13fa7fe3-c217-47ea-95ff-0ab018f27406 req-d3cdc92e-91ec-4a72-b9a0-139e05238727 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 210 time: 0.0833056 Sep 27 07:55:15.789706 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] No Port match for: 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:55:15.790414 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7 not bound to the agent host hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:55:15.827097 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f9ca516-8775-4346-b295-797fa0fce8ed x-openstack-request-id: req-6f9ca516-8775-4346-b295-797fa0fce8ed {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:55:15.827566 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e29f5e50-9fe4-4f22-915b-c25ad989131f", "name": "network-vif-deleted", "tag": "532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:55:15.827834 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6f9ca516-8775-4346-b295-797fa0fce8ed {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:55:15.828463 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e29f5e50-9fe4-4f22-915b-c25ad989131f', 'name': 'network-vif-deleted', 'tag': '532d0bf9-e10a-4cf6-9963-1bd7e1aa55c7', 'status': 'completed', 'code': 200} Sep 27 07:55:15.831102 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c68e52-5cb1-498c-a96c-54c8515a72c0 req-522a9a3e-f5ff-4da2-a5c4-e7e32a7cc61e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:15.838035 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e5c68e52-5cb1-498c-a96c-54c8515a72c0 req-522a9a3e-f5ff-4da2-a5c4-e7e32a7cc61e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.2822015 Sep 27 07:55:16.069549 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e5c68e52-5cb1-498c-a96c-54c8515a72c0 req-8127a84c-748b-47a1-b1b1-6f0102c75f37 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243211 Sep 27 07:55:16.091019 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85446fb-fdc5-4b14-97c6-758961afb7f3 req-f735c50f-87f8-4e04-9c6b-5f156dd36e85 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:16.098603 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e85446fb-fdc5-4b14-97c6-758961afb7f3 req-f735c50f-87f8-4e04-9c6b-5f156dd36e85 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.1511812 Sep 27 07:55:16.180986 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e85446fb-fdc5-4b14-97c6-758961afb7f3 req-366ded11-527f-4830-8aa3-e6dcc83284ef tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814304 Sep 27 07:55:16.221982 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] Notify callbacks [] for port, precommit_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:16.399156 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98b052-7f20-4be2-8f9e-a06ea4b10b2d req-225795b2-94a2-473a-9926-0a9edff112b2 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:16.404945 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2c98b052-7f20-4be2-8f9e-a06ea4b10b2d req-225795b2-94a2-473a-9926-0a9edff112b2 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.1453891 Sep 27 07:55:16.419246 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:16.564014 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] Attempting to bind port ab097b84-4cc2-4699-88d3-8759554ec57a on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:55:16.564386 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] Attempting to bind port ab097b84-4cc2-4699-88d3-8759554ec57a by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}] {{(pid=106360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:55:16.564749 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] Attempting to bind port ab097b84-4cc2-4699-88d3-8759554ec57a on network 12b44509-c0c8-4d46-aca9-a93a6e96d753 {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:55:16.598516 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44434a-94ae-4db7-b46a-703df6b09e7f None None] Pushing event updated for resources: {'Port': ['ID=ab097b84-4cc2-4699-88d3-8759554ec57a,revision_number=2']} {{(pid=106360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:16.603748 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:55:16.604342 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] Checking segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:55:16.604764 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:16.605193 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] Bound using segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:55:16.606951 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] Bound port: ab097b84-4cc2-4699-88d3-8759554ec57a, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}}] {{(pid=106360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:55:16.607374 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:16.666504 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 231812bf-119a-45a3-8ff5-5ce57c4dcffa up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:55:16.748850 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.db [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] For port ab097b84-4cc2-4699-88d3-8759554ec57a, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:55:16.752039 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.db [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] For port ab097b84-4cc2-4699-88d3-8759554ec57a, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=ab097b84-4cc2-4699-88d3-8759554ec57a,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:55:16.765092 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 231812bf-119a-45a3-8ff5-5ce57c4dcffa triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:16.768597 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:16.813073 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-01dd761c-26a8-43b8-8720-3b52113416f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:16.818923 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:16.866322 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2c98b052-7f20-4be2-8f9e-a06ea4b10b2d req-df06d5ac-3c9f-4f48-bb0c-9e5f883663ea tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648314 Sep 27 07:55:16.890496 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea44434a-94ae-4db7-b46a-703df6b09e7f None None] Pushing event updated for resources: {'Port': ['ID=ab097b84-4cc2-4699-88d3-8759554ec57a,revision_number=3']} {{(pid=106360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:16.920190 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] Routers {'ebb8558c-204f-487d-8f51-4600949d8973'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:55:16.921796 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:55:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['ebb8558c-204f-487d-8f51-4600949d8973'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:55:17.034709 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f87bef-7a1f-4063-8c52-951c765540bd req-2bf6e3dd-6201-4227-b8af-d69db79f7682 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:17.042691 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f5f87bef-7a1f-4063-8c52-951c765540bd req-2bf6e3dd-6201-4227-b8af-d69db79f7682 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.2445757 Sep 27 07:55:17.060450 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8bdea90d-ea7c-4dcf-b0df-8858d00b3a81 req-739a37fe-4899-491c-b03b-83eb73b3f019 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=e29f5e50-9fe4-4f22-915b-c25ad989131f HTTP/1.1" status: 200 len: 210 time: 0.0671771 Sep 27 07:55:17.091776 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] Set router ebb8558c-204f-487d-8f51-4600949d8973 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:55:17.106720 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff04ae-0377-497a-a434-6053155b1864 req-9bdf2693-b345-46a1-ac52-6e5a749d5e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:17.109384 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-68ff04ae-0377-497a-a434-6053155b1864 req-9bdf2693-b345-46a1-ac52-6e5a749d5e92 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=44a7dbe773ff4db489d00bd2021ead4b&device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 1098 time: 0.0878530 Sep 27 07:55:17.190246 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f5f87bef-7a1f-4063-8c52-951c765540bd req-d24d24ae-ff26-441a-a7a5-016adb3d950e tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1433241 Sep 27 07:55:17.233045 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [None req-01dd761c-26a8-43b8-8720-3b52113416f4 admin admin] Allocated IP 172.20.0.1 (a9f8faca-fd54-48be-a2ab-150b86ce0f5e/17813d0e-9ccd-498b-91ca-967117f590c8/5771c434-5a24-427b-9eb1-b8c832e054a1) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:55:17.349187 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff04ae-0377-497a-a434-6053155b1864 req-8995ee23-9bab-459b-b871-e598c92957c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:17.361829 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-68ff04ae-0377-497a-a434-6053155b1864 req-8995ee23-9bab-459b-b871-e598c92957c6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a1e8c124-882c-4ed3-9483-409ff26f3f96 HTTP/1.1" status: 200 len: 911 time: 0.2373028 Sep 27 07:55:17.424315 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb8558c-204f-487d-8f51-4600949d8973', 'name': 'tempest-TestMinimumBasicScenario-602039023-router', 'tenant_id': 'c724ee55c8114095b1c0b69e1584e30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'ab097b84-4cc2-4699-88d3-8759554ec57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:11Z', 'updated_at': '2021-09-27T07:55:13Z', 'revision_number': 3, 'project_id': 'c724ee55c8114095b1c0b69e1584e30e', 'gw_port': {'id': 'ab097b84-4cc2-4699-88d3-8759554ec57a', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb8558c-204f-487d-8f51-4600949d8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:12Z', 'updated_at': '2021-09-27T07:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:55:17.455198 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0ce25e-2cca-4dd8-a4ce-8f479f0fc8d6 None None] The sync data for ids ['ebb8558c-204f-487d-8f51-4600949d8973'] in dv-cinder-811078-1-iscsi is: [{'id': 'ebb8558c-204f-487d-8f51-4600949d8973', 'name': 'tempest-TestMinimumBasicScenario-602039023-router', 'tenant_id': 'c724ee55c8114095b1c0b69e1584e30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'ab097b84-4cc2-4699-88d3-8759554ec57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:11Z', 'updated_at': '2021-09-27T07:55:13Z', 'revision_number': 3, 'project_id': 'c724ee55c8114095b1c0b69e1584e30e', 'gw_port': {'id': 'ab097b84-4cc2-4699-88d3-8759554ec57a', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb8558c-204f-487d-8f51-4600949d8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:12Z', 'updated_at': '2021-09-27T07:55:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:55:17.461231 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338a5b0-2209-4251-b4da-66cef2ec3fbc req-09cc6fd3-c6fa-4973-8444-7cb630a36393 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:17.463421 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5338a5b0-2209-4251-b4da-66cef2ec3fbc req-09cc6fd3-c6fa-4973-8444-7cb630a36393 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.2073829 Sep 27 07:55:17.496937 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-68ff04ae-0377-497a-a434-6053155b1864 req-483ede26-dacf-4a84-ae0b-fae9a6355622 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f90d1050-ffa8-4b5d-aee5-9604a554f8ed HTTP/1.1" status: 200 len: 1001 time: 0.1260543 Sep 27 07:55:17.537805 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5338a5b0-2209-4251-b4da-66cef2ec3fbc req-cd10fdf1-f89a-45ad-9125-b6f8b7609fec tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662675 Sep 27 07:55:17.570747 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-01dd761c-26a8-43b8-8720-3b52113416f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:17.593206 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff04ae-0377-497a-a434-6053155b1864 req-c249fc46-6c58-42a1-aa86-8ad44deb4213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:17.598088 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-68ff04ae-0377-497a-a434-6053155b1864 req-c249fc46-6c58-42a1-aa86-8ad44deb4213 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=61cb872e-4c80-4503-b20b-ef01cdc64f1b HTTP/1.1" status: 200 len: 849 time: 0.0911267 Sep 27 07:55:17.666917 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff04ae-0377-497a-a434-6053155b1864 req-17b4f9b3-efb9-4099-a828-04dc1de57c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:17.669904 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-68ff04ae-0377-497a-a434-6053155b1864 req-17b4f9b3-efb9-4099-a828-04dc1de57c71 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a1e8c124-882c-4ed3-9483-409ff26f3f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538876 Sep 27 07:55:17.677401 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-01dd761c-26a8-43b8-8720-3b52113416f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:17.722998 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dd761c-26a8-43b8-8720-3b52113416f4 admin admin] Network a9f8faca-fd54-48be-a2ab-150b86ce0f5e is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:55:17.727500 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-01dd761c-26a8-43b8-8720-3b52113416f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:55:17.731390 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dd761c-26a8-43b8-8720-3b52113416f4 admin admin] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:55:17.791141 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd761c-26a8-43b8-8720-3b52113416f4 admin admin] Pushing event updated for resources: {'Port': ['ID=5771c434-5a24-427b-9eb1-b8c832e054a1,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:17.838562 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-01dd761c-26a8-43b8-8720-3b52113416f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560518'] for router_interface, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:17.893855 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-68ff04ae-0377-497a-a434-6053155b1864 req-2c6aaefe-70dd-4c34-bbee-41dc32f5d041 service neutron] 10.222.0.25 "GET /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116888 Sep 27 07:55:18.115000 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-68ff04ae-0377-497a-a434-6053155b1864 req-07352250-e8f3-43c0-a653-917293ef41ab service neutron] 10.222.0.25 "GET /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946194 Sep 27 07:55:18.150093 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223322eb-3478-493a-b7f3-e4683fad1147 req-2c6e2728-961c-44e6-b2ed-65baa31a2797 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:18.158433 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-223322eb-3478-493a-b7f3-e4683fad1147 req-2c6e2728-961c-44e6-b2ed-65baa31a2797 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.1408553 Sep 27 07:55:18.187060 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-095e5b65-489e-421e-af92-48f56609ed8f None None] Provisioning complete for port 5771c434-5a24-427b-9eb1-b8c832e054a1 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:18.187546 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-095e5b65-489e-421e-af92-48f56609ed8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:18.222238 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-223322eb-3478-493a-b7f3-e4683fad1147 req-21435f31-7af5-4480-9f54-a620697056db tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574453 Sep 27 07:55:18.261281 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-095e5b65-489e-421e-af92-48f56609ed8f None None] Port 5771c434-5a24-427b-9eb1-b8c832e054a1 cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:55:18.279717 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-01dd761c-26a8-43b8-8720-3b52113416f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:18.452757 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e3627-812c-4f7a-ae66-65cd3b48e29c req-4f9c8577-3e8b-4ad5-80fc-1864346516a0 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:18.454644 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-498e3627-812c-4f7a-ae66-65cd3b48e29c req-4f9c8577-3e8b-4ad5-80fc-1864346516a0 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.1717784 Sep 27 07:55:18.565348 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-01dd761c-26a8-43b8-8720-3b52113416f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:18.608218 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-498e3627-812c-4f7a-ae66-65cd3b48e29c req-2b010bc2-bcd0-4e71-856f-8a69cca1453e tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461363 Sep 27 07:55:18.635147 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-01dd761c-26a8-43b8-8720-3b52113416f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:18.717491 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device ab097b84-4cc2-4699-88d3-8759554ec57a up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:55:18.744189 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-01dd761c-26a8-43b8-8720-3b52113416f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560246'] for router_interface, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:18.760290 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dd761c-26a8-43b8-8720-3b52113416f4 admin admin] Pushing event updated for resources: {'Port': ['ID=5771c434-5a24-427b-9eb1-b8c832e054a1,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:18.781783 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port ab097b84-4cc2-4699-88d3-8759554ec57a triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:18.781936 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:18.787309 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf0a027-9913-48f2-9aaa-bd0de2acfb6c req-78f2dd61-db7b-47a2-8b1c-5d173a6998de tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:18.795763 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eaf0a027-9913-48f2-9aaa-bd0de2acfb6c req-78f2dd61-db7b-47a2-8b1c-5d173a6998de tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.1088114 Sep 27 07:55:18.889224 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:18.889828 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eaf0a027-9913-48f2-9aaa-bd0de2acfb6c req-4123933c-6a2a-43e3-b5a7-dc124655a6a4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824687 Sep 27 07:55:18.933308 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] For port ab097b84-4cc2-4699-88d3-8759554ec57a, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=ab097b84-4cc2-4699-88d3-8759554ec57a,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:55:18.988649 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dd761c-26a8-43b8-8720-3b52113416f4 admin admin] Network a9f8faca-fd54-48be-a2ab-150b86ce0f5e is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:55:18.990257 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-01dd761c-26a8-43b8-8720-3b52113416f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:55:19.054449 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:19.162946 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01dd761c-26a8-43b8-8720-3b52113416f4 admin admin] Router ebb8558c-204f-487d-8f51-4600949d8973 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:55:19.168403 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Pushing event updated for resources: {'Port': ['ID=ab097b84-4cc2-4699-88d3-8759554ec57a,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:19.359820 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dd761c-26a8-43b8-8720-3b52113416f4 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:55:19.373826 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-01dd761c-26a8-43b8-8720-3b52113416f4 admin admin] 10.222.0.11 "PUT /v2.0/routers/ebb8558c-204f-487d-8f51-4600949d8973/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1776166 Sep 27 07:55:19.396066 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-7dc93970-dcb2-44e4-a936-4695c1cabf3f None None] Provisioning complete for port 5771c434-5a24-427b-9eb1-b8c832e054a1 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:19.397148 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7dc93970-dcb2-44e4-a936-4695c1cabf3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:19.420283 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009be1e2-00cf-49d0-b38b-402651739388 req-de02249e-f13c-4523-8bee-525de3edd06a tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:19.433815 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-009be1e2-00cf-49d0-b38b-402651739388 req-de02249e-f13c-4523-8bee-525de3edd06a tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.1164229 Sep 27 07:55:19.462555 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-7dc93970-dcb2-44e4-a936-4695c1cabf3f None None] Port 5771c434-5a24-427b-9eb1-b8c832e054a1 cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:55:19.475547 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-009be1e2-00cf-49d0-b38b-402651739388 req-842e80ad-805e-40d2-ae9e-df3145de8b2e tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408523 Sep 27 07:55:19.789255 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd098c2-1f42-466a-a846-021dee52be44 req-9fc096bd-d97f-4914-b47b-98b507163585 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:19.790916 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5dd098c2-1f42-466a-a846-021dee52be44 req-9fc096bd-d97f-4914-b47b-98b507163585 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0725336 Sep 27 07:55:19.846027 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5dd098c2-1f42-466a-a846-021dee52be44 req-68150b08-ca56-47d9-8924-14c74e27504a tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474916 Sep 27 07:55:19.987612 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] Sync routers for ids ['ebb8558c-204f-487d-8f51-4600949d8973'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:55:20.018068 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] Routers {'ebb8558c-204f-487d-8f51-4600949d8973'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:55:20.024297 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:55:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['ebb8558c-204f-487d-8f51-4600949d8973'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:55:20.127146 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daacb61-09ab-4274-8e85-f42ce99c1037 req-d19b8563-c73b-461e-883a-71d3e71f98d6 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:20.135250 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2daacb61-09ab-4274-8e85-f42ce99c1037 req-d19b8563-c73b-461e-883a-71d3e71f98d6 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 946 time: 0.1585743 Sep 27 07:55:20.176942 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] Set router ebb8558c-204f-487d-8f51-4600949d8973 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:55:20.190880 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b82ca-c9f8-4023-a76a-0091be5ede5f req-256aa136-baa6-43b0-9e91-f34fd4def322 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:20.192905 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7e0b82ca-c9f8-4023-a76a-0091be5ede5f req-256aa136-baa6-43b0-9e91-f34fd4def322 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.1521592 Sep 27 07:55:20.231614 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2daacb61-09ab-4274-8e85-f42ce99c1037 req-d88f22ab-e7fd-47f8-bed8-096dde334d7a tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948739 Sep 27 07:55:20.281622 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7e0b82ca-c9f8-4023-a76a-0091be5ede5f req-355c1499-285a-48c2-abc7-e4798465c78d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811012 Sep 27 07:55:20.519286 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb8558c-204f-487d-8f51-4600949d8973', 'name': 'tempest-TestMinimumBasicScenario-602039023-router', 'tenant_id': 'c724ee55c8114095b1c0b69e1584e30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'ab097b84-4cc2-4699-88d3-8759554ec57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:11Z', 'updated_at': '2021-09-27T07:55:18Z', 'revision_number': 4, 'project_id': 'c724ee55c8114095b1c0b69e1584e30e', 'gw_port': {'id': 'ab097b84-4cc2-4699-88d3-8759554ec57a', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb8558c-204f-487d-8f51-4600949d8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:12Z', 'updated_at': '2021-09-27T07:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '5771c434-5a24-427b-9eb1-b8c832e054a1', 'name': '', 'network_id': 'a9f8faca-fd54-48be-a2ab-150b86ce0f5e', 'tenant_id': 'c724ee55c8114095b1c0b69e1584e30e', 'mac_address': 'fa:16:3e:38:3a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb8558c-204f-487d-8f51-4600949d8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '17813d0e-9ccd-498b-91ca-967117f590c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:16Z', 'updated_at': '2021-09-27T07:55:18Z', 'revision_number': 2, 'project_id': 'c724ee55c8114095b1c0b69e1584e30e', 'subnets': [{'id': '17813d0e-9ccd-498b-91ca-967117f590c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:55:20.561251 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] Checking router: ebb8558c-204f-487d-8f51-4600949d8973 for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:55:20.562056 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] Updating router ebb8558c-204f-487d-8f51-4600949d8973 port 5771c434-5a24-427b-9eb1-b8c832e054a1 binding host dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 07:55:20.600288 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device ab097b84-4cc2-4699-88d3-8759554ec57a up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:55:20.614683 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:20.729730 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79d7d16-21df-4d37-b5f9-42f5a3945d9b req-64a152c7-a053-4cf7-b4ed-7cfe7c74827e tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:20.731971 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a79d7d16-21df-4d37-b5f9-42f5a3945d9b req-64a152c7-a053-4cf7-b4ed-7cfe7c74827e tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0936346 Sep 27 07:55:20.821121 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port ab097b84-4cc2-4699-88d3-8759554ec57a triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:20.821594 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:20.843034 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a79d7d16-21df-4d37-b5f9-42f5a3945d9b req-87bd1dac-d4c7-4ef0-bef6-816a1443bd4e tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020947 Sep 27 07:55:21.231590 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] Notify callbacks [] for port, precommit_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:21.360824 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b778adc-2102-493c-8708-71742aaeb23e req-1d1280b0-ee2f-407b-b762-d2debd80669a tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:21.362629 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:21.363395 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1b778adc-2102-493c-8708-71742aaeb23e req-1d1280b0-ee2f-407b-b762-d2debd80669a tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 946 time: 0.0636337 Sep 27 07:55:21.416737 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a336479-5789-4a17-9ec4-7a5de2959383 None None] Pushing event updated for resources: {'Port': ['ID=5771c434-5a24-427b-9eb1-b8c832e054a1,revision_number=3']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:21.453972 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1b778adc-2102-493c-8708-71742aaeb23e req-948376f4-31a0-467c-b535-a3c68c63eb5b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791352 Sep 27 07:55:21.484712 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc430488-2706-402d-954b-0adb7402629b req-11998d13-e3da-4a1a-af5f-40724ea6a9da tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:21.489258 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cc430488-2706-402d-954b-0adb7402629b req-11998d13-e3da-4a1a-af5f-40724ea6a9da tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.1021883 Sep 27 07:55:21.567242 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] Attempting to bind port 5771c434-5a24-427b-9eb1-b8c832e054a1 on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:55:21.568784 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] Attempting to bind port 5771c434-5a24-427b-9eb1-b8c832e054a1 by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '8058920e-3468-4110-bdc9-d71c9e007c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a9f8faca-fd54-48be-a2ab-150b86ce0f5e'}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:55:21.568784 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] Attempting to bind port 5771c434-5a24-427b-9eb1-b8c832e054a1 on network a9f8faca-fd54-48be-a2ab-150b86ce0f5e {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:55:21.577682 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:55:21.578059 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] Checking segment: {'id': '8058920e-3468-4110-bdc9-d71c9e007c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a9f8faca-fd54-48be-a2ab-150b86ce0f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:55:21.578464 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:21.578862 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] Bound using segment: {'id': '8058920e-3468-4110-bdc9-d71c9e007c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a9f8faca-fd54-48be-a2ab-150b86ce0f5e'} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:55:21.579336 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] Bound port: 5771c434-5a24-427b-9eb1-b8c832e054a1, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8058920e-3468-4110-bdc9-d71c9e007c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a9f8faca-fd54-48be-a2ab-150b86ce0f5e'}}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:55:21.579715 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:21.599869 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cc430488-2706-402d-954b-0adb7402629b req-22cf9310-bce0-41ef-8d4a-adb2f3d5d663 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989873 Sep 27 07:55:21.791240 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] For port 5771c434-5a24-427b-9eb1-b8c832e054a1, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:55:21.800490 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] For port 5771c434-5a24-427b-9eb1-b8c832e054a1, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=5771c434-5a24-427b-9eb1-b8c832e054a1,segment=NetworkSegment(8058920e-3468-4110-bdc9-d71c9e007c6f),segment_id=8058920e-3468-4110-bdc9-d71c9e007c6f)] {{(pid=106359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:55:21.883865 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:22.112014 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-4d033e49-c5c6-4f02-b523-9f200d1c2f1a None None] Provisioning complete for port 5771c434-5a24-427b-9eb1-b8c832e054a1 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:22.113509 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-4d033e49-c5c6-4f02-b523-9f200d1c2f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:22.115362 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a336479-5789-4a17-9ec4-7a5de2959383 None None] Pushing event updated for resources: {'Port': ['ID=5771c434-5a24-427b-9eb1-b8c832e054a1,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:22.119675 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] Routers {'ebb8558c-204f-487d-8f51-4600949d8973'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:55:22.120557 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:55:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['ebb8558c-204f-487d-8f51-4600949d8973'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:55:22.148423 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ba07a-797c-4d61-bfb9-064e8cd5a54d req-292625e3-f9c5-4658-ab46-f6e7009eebc3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:22.172813 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dd2ba07a-797c-4d61-bfb9-064e8cd5a54d req-292625e3-f9c5-4658-ab46-f6e7009eebc3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.1526170 Sep 27 07:55:22.330837 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dd2ba07a-797c-4d61-bfb9-064e8cd5a54d req-a6345eb3-bc88-4bd6-86db-3ac888cec8d4 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557558 Sep 27 07:55:22.430980 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8de84-df7a-4baf-be14-2b5bbf863528 req-e06cf1f5-e4ae-4632-8b3c-1179ca09dba0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:22.432582 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-77e8de84-df7a-4baf-be14-2b5bbf863528 req-e06cf1f5-e4ae-4632-8b3c-1179ca09dba0 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.25 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 946 time: 0.1800115 Sep 27 07:55:22.720935 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-77e8de84-df7a-4baf-be14-2b5bbf863528 req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Deleting port ba44de47-c451-4f7c-af6a-29a32ad21039 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:55:22.721363 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-77e8de84-df7a-4baf-be14-2b5bbf863528 req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:22.731644 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] Set router ebb8558c-204f-487d-8f51-4600949d8973 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:55:22.738299 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d1420-2102-4fe9-8ce4-b567b2d43f18 req-d479b98d-a4c7-48ea-9f43-2e2a02092d09 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:22.761650 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-683d1420-2102-4fe9-8ce4-b567b2d43f18 req-d479b98d-a4c7-48ea-9f43-2e2a02092d09 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 946 time: 0.1648748 Sep 27 07:55:22.784399 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-4d033e49-c5c6-4f02-b523-9f200d1c2f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:22.881363 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-77e8de84-df7a-4baf-be14-2b5bbf863528 req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] For port ba44de47-c451-4f7c-af6a-29a32ad21039, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=ba44de47-c451-4f7c-af6a-29a32ad21039,segment=NetworkSegment(f049ded7-e2f1-4742-8006-c6c1da15b4c4),segment_id=f049ded7-e2f1-4742-8006-c6c1da15b4c4)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:55:22.881735 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-77e8de84-df7a-4baf-be14-2b5bbf863528 req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:22.918891 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-77e8de84-df7a-4baf-be14-2b5bbf863528 req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Calling delete_port for ba44de47-c451-4f7c-af6a-29a32ad21039 owned by compute:nova {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:55:22.991673 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-683d1420-2102-4fe9-8ce4-b567b2d43f18 req-5a1fed0c-b52f-40b2-a6aa-5e21d3cf101d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250423 Sep 27 07:55:23.022719 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc2a95-6a17-4bce-8d5c-7724b27fb9a6 req-cdc39186-7a4f-4a6a-913e-314e5d2a9aaa tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:23.023637 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-4d033e49-c5c6-4f02-b523-9f200d1c2f1a None None] For port 5771c434-5a24-427b-9eb1-b8c832e054a1, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=5771c434-5a24-427b-9eb1-b8c832e054a1,segment=NetworkSegment(8058920e-3468-4110-bdc9-d71c9e007c6f),segment_id=8058920e-3468-4110-bdc9-d71c9e007c6f)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:55:23.035579 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0ebc2a95-6a17-4bce-8d5c-7724b27fb9a6 req-cdc39186-7a4f-4a6a-913e-314e5d2a9aaa tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.2693341 Sep 27 07:55:23.127374 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-4d033e49-c5c6-4f02-b523-9f200d1c2f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:23.129094 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0ebc2a95-6a17-4bce-8d5c-7724b27fb9a6 req-a4215cc0-c407-4d50-82e4-e8670a5ed624 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913861 Sep 27 07:55:23.246319 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b6d0f-68a5-4130-a270-02f8e2e4141a req-03547cf7-ef59-46f5-ac92-73989f302ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:23.247830 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-886b6d0f-68a5-4130-a270-02f8e2e4141a req-03547cf7-ef59-46f5-ac92-73989f302ed7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6&tenant_id=6b1bc7a25806467289ddc968184753a5 HTTP/1.1" status: 200 len: 1096 time: 0.1516209 Sep 27 07:55:23.279888 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d033e49-c5c6-4f02-b523-9f200d1c2f1a None None] Pushing event updated for resources: {'Port': ['ID=5771c434-5a24-427b-9eb1-b8c832e054a1,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:23.299953 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-77e8de84-df7a-4baf-be14-2b5bbf863528 req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:23.339200 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-30b08e7a-144d-404e-be2d-87a34386e311 None None] Provisioning complete for port 5771c434-5a24-427b-9eb1-b8c832e054a1 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:23.339697 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-30b08e7a-144d-404e-be2d-87a34386e311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:23.362083 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Pushing event deleted for resources: {'Port': ['ID=ba44de47-c451-4f7c-af6a-29a32ad21039,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:23.399408 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:23.400050 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:23.400592 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:23.401201 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:23.401718 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:23.402262 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:23.402770 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:23.409562 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:23.410160 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:23.410669 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:23.411173 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:23.411677 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:23.555277 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-77e8de84-df7a-4baf-be14-2b5bbf863528 req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] No DVR routers for this DVR port ba44de47-c451-4f7c-af6a-29a32ad21039 on host hv-cinder-81107 {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:55:23.563705 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-77e8de84-df7a-4baf-be14-2b5bbf863528 req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:23.572722 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-77e8de84-df7a-4baf-be14-2b5bbf863528 req-3f875106-3d7c-4725-bb26-941f19679a58 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.25 "DELETE /v2.0/ports/ba44de47-c451-4f7c-af6a-29a32ad21039 HTTP/1.1" status: 204 len: 173 time: 1.1281550 Sep 27 07:55:23.581499 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7da212e9-e3c9-4451-9f34-0540e696968d', 'name': 'network-vif-deleted', 'tag': 'ba44de47-c451-4f7c-af6a-29a32ad21039'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:55:23.585919 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891c984e-deb4-49f8-a3eb-5239839f512b" -d '{"events": [{"server_uuid": "7da212e9-e3c9-4451-9f34-0540e696968d", "name": "network-vif-deleted", "tag": "ba44de47-c451-4f7c-af6a-29a32ad21039"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:55:23.643280 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b96fcc-5375-4fda-8752-1907013f8ac4 req-d0afb489-7e38-4fcb-adfe-bb92a1b9bd63 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:23.649369 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb8558c-204f-487d-8f51-4600949d8973', 'name': 'tempest-TestMinimumBasicScenario-602039023-router', 'tenant_id': 'c724ee55c8114095b1c0b69e1584e30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'ab097b84-4cc2-4699-88d3-8759554ec57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:11Z', 'updated_at': '2021-09-27T07:55:18Z', 'revision_number': 4, 'project_id': 'c724ee55c8114095b1c0b69e1584e30e', 'gw_port': {'id': 'ab097b84-4cc2-4699-88d3-8759554ec57a', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb8558c-204f-487d-8f51-4600949d8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:12Z', 'updated_at': '2021-09-27T07:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '5771c434-5a24-427b-9eb1-b8c832e054a1', 'name': '', 'network_id': 'a9f8faca-fd54-48be-a2ab-150b86ce0f5e', 'tenant_id': 'c724ee55c8114095b1c0b69e1584e30e', 'mac_address': 'fa:16:3e:38:3a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb8558c-204f-487d-8f51-4600949d8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '17813d0e-9ccd-498b-91ca-967117f590c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:16Z', 'updated_at': '2021-09-27T07:55:21Z', 'revision_number': 4, 'project_id': 'c724ee55c8114095b1c0b69e1584e30e', 'subnets': [{'id': '17813d0e-9ccd-498b-91ca-967117f590c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:55:23.667157 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-24b96fcc-5375-4fda-8752-1907013f8ac4 req-d0afb489-7e38-4fcb-adfe-bb92a1b9bd63 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.1724913 Sep 27 07:55:23.681185 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748b2874-a4d2-4880-9914-28517b52ee3a x-openstack-request-id: req-748b2874-a4d2-4880-9914-28517b52ee3a {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:55:23.681794 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7da212e9-e3c9-4451-9f34-0540e696968d", "name": "network-vif-deleted", "tag": "ba44de47-c451-4f7c-af6a-29a32ad21039", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:55:23.682519 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-748b2874-a4d2-4880-9914-28517b52ee3a {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:55:23.683141 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7da212e9-e3c9-4451-9f34-0540e696968d', 'name': 'network-vif-deleted', 'tag': 'ba44de47-c451-4f7c-af6a-29a32ad21039', 'status': 'completed', 'code': 200} Sep 27 07:55:23.722577 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f2eea6-d32d-4216-9b48-ca17ca2d509f None None] The sync data for ids ['ebb8558c-204f-487d-8f51-4600949d8973'] in dv-cinder-811078-1-iscsi is: [{'id': 'ebb8558c-204f-487d-8f51-4600949d8973', 'name': 'tempest-TestMinimumBasicScenario-602039023-router', 'tenant_id': 'c724ee55c8114095b1c0b69e1584e30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'ab097b84-4cc2-4699-88d3-8759554ec57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:11Z', 'updated_at': '2021-09-27T07:55:18Z', 'revision_number': 4, 'project_id': 'c724ee55c8114095b1c0b69e1584e30e', 'gw_port': {'id': 'ab097b84-4cc2-4699-88d3-8759554ec57a', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb8558c-204f-487d-8f51-4600949d8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:12Z', 'updated_at': '2021-09-27T07:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '5771c434-5a24-427b-9eb1-b8c832e054a1', 'name': '', 'network_id': 'a9f8faca-fd54-48be-a2ab-150b86ce0f5e', 'tenant_id': 'c724ee55c8114095b1c0b69e1584e30e', 'mac_address': 'fa:16:3e:38:3a:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebb8558c-204f-487d-8f51-4600949d8973', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '17813d0e-9ccd-498b-91ca-967117f590c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:16Z', 'updated_at': '2021-09-27T07:55:21Z', 'revision_number': 4, 'project_id': 'c724ee55c8114095b1c0b69e1584e30e', 'subnets': [{'id': '17813d0e-9ccd-498b-91ca-967117f590c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:55:23.756433 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-24b96fcc-5375-4fda-8752-1907013f8ac4 req-c21ed915-3069-4f95-8466-7d2cf9b3e88c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823267 Sep 27 07:55:24.191498 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-188dae8a-b6ae-4732-98f6-dd43a0a5bab1 req-22cb035f-80c0-471b-bc9c-153c99fb4d63 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 210 time: 0.0913863 Sep 27 07:55:24.368678 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655b63f-85a8-4ab6-a934-701510aa93ed req-006289c3-a039-4065-b08f-4b2629c9d37d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:24.378681 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1655b63f-85a8-4ab6-a934-701510aa93ed req-006289c3-a039-4065-b08f-4b2629c9d37d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.1178043 Sep 27 07:55:24.509885 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1655b63f-85a8-4ab6-a934-701510aa93ed req-26106713-c510-4bc2-84f9-7ba2eb1c5a2e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229777 Sep 27 07:55:24.667211 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 5771c434-5a24-427b-9eb1-b8c832e054a1 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:55:24.786358 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 5771c434-5a24-427b-9eb1-b8c832e054a1 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:24.786737 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:24.990210 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00df74f-28a9-4262-a944-41db77e0dccb req-2f176826-9bc4-4fcc-a92b-d95c882d36e6 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:24.994856 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b00df74f-28a9-4262-a944-41db77e0dccb req-2f176826-9bc4-4fcc-a92b-d95c882d36e6 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.1116138 Sep 27 07:55:25.060381 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b00df74f-28a9-4262-a944-41db77e0dccb req-20297b1e-6a5a-4157-ba18-d5f4ec2dc516 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642025 Sep 27 07:55:25.202502 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18', '9b138984-501b-4363-a68b-083b30632582', 'ba44de47-c451-4f7c-af6a-29a32ad21039'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:55:25.402251 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2e8827d7-31f0-482e-ae7c-c5e0b385d4f3 req-6bacc772-7658-45ee-89f9-3fdd7db3917c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 210 time: 0.0621700 Sep 27 07:55:25.649755 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fbf84b-f15d-4223-884b-0ab521501157 req-f4151c7f-6334-4ab0-b750-0f4dce09e20f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:25.651200 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-70fbf84b-f15d-4223-884b-0ab521501157 req-f4151c7f-6334-4ab0-b750-0f4dce09e20f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0530710 Sep 27 07:55:25.690895 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-70fbf84b-f15d-4223-884b-0ab521501157 req-38428710-2e0f-4b51-bdd2-add269a8852c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320570 Sep 27 07:55:26.178210 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c693e-6d51-4a6e-b258-066bac50c614 req-24267c81-0e04-4ebe-a490-94c0750ad588 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:26.180581 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-457c693e-6d51-4a6e-b258-066bac50c614 req-24267c81-0e04-4ebe-a490-94c0750ad588 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0511498 Sep 27 07:55:26.217255 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-457c693e-6d51-4a6e-b258-066bac50c614 req-77992f09-24ab-48c8-91f8-9622492163cf tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313737 Sep 27 07:55:26.535520 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-75df743b-40b6-4753-8567-7b497e3b4109 req-2c22585c-3a41-4a37-9738-d21342d60f1c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 210 time: 0.0583997 Sep 27 07:55:26.569794 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b6d0f-68a5-4130-a270-02f8e2e4141a req-8131e2f1-abc0-4104-82f7-0eb81f5be4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:26.573386 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-886b6d0f-68a5-4130-a270-02f8e2e4141a req-8131e2f1-abc0-4104-82f7-0eb81f5be4d4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b1bc7a25806467289ddc968184753a5&device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0649512 Sep 27 07:55:26.839438 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b6d0f-68a5-4130-a270-02f8e2e4141a req-55b0341b-010d-4130-b9b3-cc1ab412c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:26.841694 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-886b6d0f-68a5-4130-a270-02f8e2e4141a req-55b0341b-010d-4130-b9b3-cc1ab412c3be service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a HTTP/1.1" status: 200 len: 917 time: 0.2527244 Sep 27 07:55:26.982924 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6316474-084b-4418-b809-466100aaf6e4 req-2c67e4e9-7f13-4361-995d-f8c1e7910580 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:26.994565 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-886b6d0f-68a5-4130-a270-02f8e2e4141a req-15a819f3-ddc6-4fb8-9079-08b05e4f1f4c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d174bc02-3280-4b4e-91bb-c96bab633a75 HTTP/1.1" status: 200 len: 998 time: 0.1378195 Sep 27 07:55:26.995414 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d6316474-084b-4418-b809-466100aaf6e4 req-2c67e4e9-7f13-4361-995d-f8c1e7910580 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.1419950 Sep 27 07:55:27.061132 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d6316474-084b-4418-b809-466100aaf6e4 req-c66ffffa-c79b-4657-b87a-b45ddac8d60f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575349 Sep 27 07:55:27.107489 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b6d0f-68a5-4130-a270-02f8e2e4141a req-208ecf9f-b774-4174-a9b6-edf828bdf82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:27.112161 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-886b6d0f-68a5-4130-a270-02f8e2e4141a req-208ecf9f-b774-4174-a9b6-edf828bdf82a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfd5703-49a7-4117-8b63-4cb80c5fda09 HTTP/1.1" status: 200 len: 855 time: 0.1071599 Sep 27 07:55:27.217818 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b6d0f-68a5-4130-a270-02f8e2e4141a req-b4ca77ef-e76e-476d-989f-45a535747283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:27.220681 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-886b6d0f-68a5-4130-a270-02f8e2e4141a req-b4ca77ef-e76e-476d-989f-45a535747283 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0972540 Sep 27 07:55:27.518040 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc5b8e8-fdc4-48c5-a538-94f875fd4a31 req-24970326-f8e5-4d77-a321-ca5c5ba9b795 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:27.521405 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-886b6d0f-68a5-4130-a270-02f8e2e4141a req-2c3e9a97-a908-4963-929c-4f2d3d8cac15 service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922812 Sep 27 07:55:27.538537 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6cc5b8e8-fdc4-48c5-a538-94f875fd4a31 req-24970326-f8e5-4d77-a321-ca5c5ba9b795 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.1185765 Sep 27 07:55:27.627267 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6cc5b8e8-fdc4-48c5-a538-94f875fd4a31 req-64529a29-3617-40f8-a1ef-42c7885a83ee tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871716 Sep 27 07:55:27.713093 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-886b6d0f-68a5-4130-a270-02f8e2e4141a req-d095554b-b4c4-4429-a467-8cd3fefcee98 service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813602 Sep 27 07:55:27.774882 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-10d5f87e-1c84-4423-a1e1-0856d968a2d0 req-64b5bdee-8efb-4268-bb5f-fe3f193d19dc tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=7da212e9-e3c9-4451-9f34-0540e696968d HTTP/1.1" status: 200 len: 210 time: 0.0481188 Sep 27 07:55:28.251328 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d7309-0057-4eef-aa17-9d7721c71b78 req-acc310c4-322d-43f4-bd4a-57094e266dea tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:28.258709 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-920d7309-0057-4eef-aa17-9d7721c71b78 req-acc310c4-322d-43f4-bd4a-57094e266dea tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0935647 Sep 27 07:55:28.357205 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-920d7309-0057-4eef-aa17-9d7721c71b78 req-6ac8e15b-3186-4349-bc8d-7a2d3dcb2446 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829182 Sep 27 07:55:28.799970 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fbdb77-7122-4187-9634-29dc506a22f5 req-89b8536e-36f3-43db-8f0f-6ac0a7ddb8f8 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:28.802452 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-44fbdb77-7122-4187-9634-29dc506a22f5 req-89b8536e-36f3-43db-8f0f-6ac0a7ddb8f8 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0698149 Sep 27 07:55:28.902413 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-44fbdb77-7122-4187-9634-29dc506a22f5 req-6fd9dd5a-dd20-44cb-8813-79a1bb53fb66 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809093 Sep 27 07:55:29.741973 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee9bde-67fd-45b6-b39c-11e04af24d66 req-fb06d8e5-6d30-4429-86e5-a06fcea6df89 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:29.743551 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-50ee9bde-67fd-45b6-b39c-11e04af24d66 req-fb06d8e5-6d30-4429-86e5-a06fcea6df89 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.2258446 Sep 27 07:55:29.771489 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc477c7d-5d2b-49f6-980c-57b5b4bae61b req-69686954-7694-43a0-b97e-320b7f34d05e tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:29.784935 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cc477c7d-5d2b-49f6-980c-57b5b4bae61b req-69686954-7694-43a0-b97e-320b7f34d05e tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.1640429 Sep 27 07:55:29.841077 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-50ee9bde-67fd-45b6-b39c-11e04af24d66 req-07bc1421-e23d-455b-ac39-ab437919dca8 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554378 Sep 27 07:55:29.843846 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cc477c7d-5d2b-49f6-980c-57b5b4bae61b req-cfcd0626-7f7d-4f91-bb69-9a7e8b444e4b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596869 Sep 27 07:55:30.020286 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device ba44de47-c451-4f7c-af6a-29a32ad21039 no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:55:30.037044 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e7492-c678-4282-9ef3-2b5634714e02 req-cb147c19-734c-42b4-bdc1-ffeddd4067c3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:30.039690 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-528e7492-c678-4282-9ef3-2b5634714e02 req-cb147c19-734c-42b4-bdc1-ffeddd4067c3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0528591 Sep 27 07:55:30.040614 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] No Port match for: ba44de47-c451-4f7c-af6a-29a32ad21039 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:55:30.040998 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device ba44de47-c451-4f7c-af6a-29a32ad21039 not bound to the agent host hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:55:30.077709 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-528e7492-c678-4282-9ef3-2b5634714e02 req-0b827ac4-3b35-4f71-97e3-31fe7d2957cb tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321536 Sep 27 07:55:31.116930 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe91e2e-558b-4c02-9570-11d81025c184 req-508b9be9-3a05-405b-96ad-e425a4d58e00 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:31.118702 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bbe91e2e-558b-4c02-9570-11d81025c184 req-508b9be9-3a05-405b-96ad-e425a4d58e00 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.1457047 Sep 27 07:55:31.143404 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f6cb3-5d96-4272-8987-8b3cb74e9519 req-7dbf69a1-5d9f-400a-85cd-1fae2837728f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:31.156557 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c21f6cb3-5d96-4272-8987-8b3cb74e9519 req-7dbf69a1-5d9f-400a-85cd-1fae2837728f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.1705611 Sep 27 07:55:31.216803 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c21f6cb3-5d96-4272-8987-8b3cb74e9519 req-9cb42440-212c-44fe-9cf4-caff5c4a71f1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593357 Sep 27 07:55:31.238822 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bbe91e2e-558b-4c02-9570-11d81025c184 req-7ee2d296-3d6f-47c5-b213-7247ed76ff27 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137476 Sep 27 07:55:31.350059 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc137d4c-52ef-48fd-8ac9-fc83f9b0a939 req-7183911b-10e4-4c37-8f06-a03ddba2fa4d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:31.351560 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fc137d4c-52ef-48fd-8ac9-fc83f9b0a939 req-7183911b-10e4-4c37-8f06-a03ddba2fa4d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0525074 Sep 27 07:55:31.405868 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fc137d4c-52ef-48fd-8ac9-fc83f9b0a939 req-ba64416c-ae87-49d9-8c6d-158f01e2ad8d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428650 Sep 27 07:55:32.098463 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d76ac6-edf7-4203-a1d6-c15f22158d9b req-24d97061-2afb-47fb-bc8e-f4b59e282e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:32.100876 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c3d76ac6-edf7-4203-a1d6-c15f22158d9b req-24d97061-2afb-47fb-bc8e-f4b59e282e13 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b1bc7a25806467289ddc968184753a5&device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0523314 Sep 27 07:55:32.279185 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d76ac6-edf7-4203-a1d6-c15f22158d9b req-4a1300e5-1518-4eca-b14f-cbebf4de3c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:32.280841 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c3d76ac6-edf7-4203-a1d6-c15f22158d9b req-4a1300e5-1518-4eca-b14f-cbebf4de3c9f service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a HTTP/1.1" status: 200 len: 917 time: 0.1216123 Sep 27 07:55:32.326321 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:32.385595 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c3d76ac6-edf7-4203-a1d6-c15f22158d9b req-1c1a15dd-2016-45d6-8a0e-e39a9e074ec7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d174bc02-3280-4b4e-91bb-c96bab633a75 HTTP/1.1" status: 200 len: 998 time: 0.0910013 Sep 27 07:55:32.444284 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90585a-f4f2-42d6-a280-c005e2e1532d req-fbfb84b8-0ae3-4e87-b106-6988c7e00b4e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:32.453390 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1a90585a-f4f2-42d6-a280-c005e2e1532d req-fbfb84b8-0ae3-4e87-b106-6988c7e00b4e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.1059835 Sep 27 07:55:32.473034 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d76ac6-edf7-4203-a1d6-c15f22158d9b req-68ddf714-5d51-4e67-91cb-2239d4e882a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:32.474689 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c3d76ac6-edf7-4203-a1d6-c15f22158d9b req-68ddf714-5d51-4e67-91cb-2239d4e882a9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfd5703-49a7-4117-8b63-4cb80c5fda09 HTTP/1.1" status: 200 len: 855 time: 0.0789242 Sep 27 07:55:32.481464 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20ab1c-b97f-4311-be8d-63e6d2ca2c38 req-5550071c-70ff-4ee3-a6de-2add00b173ce tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:32.486841 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fa20ab1c-b97f-4311-be8d-63e6d2ca2c38 req-5550071c-70ff-4ee3-a6de-2add00b173ce tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.1030319 Sep 27 07:55:32.547230 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1a90585a-f4f2-42d6-a280-c005e2e1532d req-ebe1534f-90cf-43a0-ab59-76184c34aff7 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928676 Sep 27 07:55:32.560711 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d76ac6-edf7-4203-a1d6-c15f22158d9b req-51d5c088-4f97-4a86-9939-37ff634baab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:32.562539 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c3d76ac6-edf7-4203-a1d6-c15f22158d9b req-51d5c088-4f97-4a86-9939-37ff634baab8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0753407 Sep 27 07:55:32.579748 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fa20ab1c-b97f-4311-be8d-63e6d2ca2c38 req-9bc40978-54a1-43c1-bbc8-654100436b34 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696235 Sep 27 07:55:32.712263 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b3d51-72e7-4b26-9b31-2bbb6f4931a8 req-a2f45496-cf26-4744-bc09-e51446aa5208 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:32.720386 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1a0b3d51-72e7-4b26-9b31-2bbb6f4931a8 req-a2f45496-cf26-4744-bc09-e51446aa5208 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0856783 Sep 27 07:55:32.722024 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c3d76ac6-edf7-4203-a1d6-c15f22158d9b req-7e043d03-5350-445b-aadd-4f32266c0e03 service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419880 Sep 27 07:55:32.786792 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1a0b3d51-72e7-4b26-9b31-2bbb6f4931a8 req-5d05d397-0342-4718-9148-5815d14bdcb5 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623746 Sep 27 07:55:32.888156 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c3d76ac6-edf7-4203-a1d6-c15f22158d9b req-67f4788a-c005-450c-a068-40dc917f20dd service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522663 Sep 27 07:55:33.436007 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-d37403b0-0e30-4933-a11b-7b8797c5860a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:33.738107 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710da15-b20e-4ab9-95f8-aaceded6f079 req-4c8dae1f-c43e-481d-b242-05e19ea8586f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:33.743707 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e710da15-b20e-4ab9-95f8-aaceded6f079 req-4c8dae1f-c43e-481d-b242-05e19ea8586f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0958176 Sep 27 07:55:33.758096 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e688-3de5-4a71-9957-8592954d2b14 req-865ddaf2-29bd-4f48-969f-80dde826fa79 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:33.759613 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3c21e688-3de5-4a71-9957-8592954d2b14 req-865ddaf2-29bd-4f48-969f-80dde826fa79 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.1024487 Sep 27 07:55:33.822783 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e710da15-b20e-4ab9-95f8-aaceded6f079 req-2234565d-9966-4d5d-9077-a335a5cd92fc tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618389 Sep 27 07:55:33.827727 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3c21e688-3de5-4a71-9957-8592954d2b14 req-8708fc4e-e387-4eb1-9926-54037a657697 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611050 Sep 27 07:55:33.935859 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d84b2-5664-4699-821b-e92d4345c606 req-862bada3-3173-4d51-9b12-704313c0fa91 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:33.937672 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c75d84b2-5664-4699-821b-e92d4345c606 req-862bada3-3173-4d51-9b12-704313c0fa91 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0494006 Sep 27 07:55:33.975873 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c75d84b2-5664-4699-821b-e92d4345c606 req-42bd5259-f1e0-4fcb-853e-9add3860fcd0 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320210 Sep 27 07:55:34.973293 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a581ca6-3e87-466f-986b-9cfd1be1d270 req-1e73e9b3-52ec-4f2f-9735-df920bcdb2ed tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:34.974833 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0a581ca6-3e87-466f-986b-9cfd1be1d270 req-1e73e9b3-52ec-4f2f-9735-df920bcdb2ed tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.0810516 Sep 27 07:55:34.983677 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab481657-6cf8-44bb-b080-5a25ab567c5d req-7a5f8bfa-b848-42f5-902d-530168682cc9 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:34.993556 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ab481657-6cf8-44bb-b080-5a25ab567c5d req-7a5f8bfa-b848-42f5-902d-530168682cc9 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0900986 Sep 27 07:55:35.042241 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0a581ca6-3e87-466f-986b-9cfd1be1d270 req-981c703d-21dc-4a07-b9c7-45e734b34465 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561583 Sep 27 07:55:35.045718 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ab481657-6cf8-44bb-b080-5a25ab567c5d req-530528b1-6905-45f8-b500-70741dba2356 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540128 Sep 27 07:55:35.151713 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112a983-ab63-4cbd-8e9c-d73f65f5eec0 req-f972ee68-d224-4a12-bbc0-5f4b7e2b47ff tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:35.151713 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1112a983-ab63-4cbd-8e9c-d73f65f5eec0 req-f972ee68-d224-4a12-bbc0-5f4b7e2b47ff tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0490777 Sep 27 07:55:35.184568 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1112a983-ab63-4cbd-8e9c-d73f65f5eec0 req-2c554701-e6e9-4d16-a95f-4dbc0d8ab4b6 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327151 Sep 27 07:55:36.164290 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8cea03-fb8d-4b28-bf73-a29359bcb299 req-ccbcabd2-d3bb-4fbc-80db-10bf7a7e3276 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:36.165891 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4f8cea03-fb8d-4b28-bf73-a29359bcb299 req-ccbcabd2-d3bb-4fbc-80db-10bf7a7e3276 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.0533304 Sep 27 07:55:36.194423 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-f86ff1de-ac86-4a59-a1cf-0ba30ea9f2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:36.204598 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4f8cea03-fb8d-4b28-bf73-a29359bcb299 req-654588e5-5d49-4038-bd17-b9d14cb385d1 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329034 Sep 27 07:55:36.305606 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a2bf3-5f01-46b7-ac18-08c728f05b36 req-d5ef0f22-f085-4e78-87d0-6cf51abf3291 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:36.307096 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ac0a2bf3-5f01-46b7-ac18-08c728f05b36 req-d5ef0f22-f085-4e78-87d0-6cf51abf3291 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0487890 Sep 27 07:55:36.346702 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ac0a2bf3-5f01-46b7-ac18-08c728f05b36 req-76856da6-b51d-4678-b098-426b256f643f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331500 Sep 27 07:55:36.454569 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c998d-d317-418c-979c-5aeb86ec2d98 req-fa2c116e-3bfa-4488-a84c-6e89e48d1687 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:36.455982 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-567c998d-d317-418c-979c-5aeb86ec2d98 req-fa2c116e-3bfa-4488-a84c-6e89e48d1687 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0485840 Sep 27 07:55:36.493458 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-567c998d-d317-418c-979c-5aeb86ec2d98 req-0cb78877-ed63-460e-bd63-541234ff3ede tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315521 Sep 27 07:55:36.652586 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:37.082393 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:37.330126 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4117006-5395-4297-b8bf-860a3b0d9b58 req-d09ff414-7683-46a7-87aa-7f264c6c3266 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:37.331682 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a4117006-5395-4297-b8bf-860a3b0d9b58 req-d09ff414-7683-46a7-87aa-7f264c6c3266 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.0580959 Sep 27 07:55:37.385626 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a4117006-5395-4297-b8bf-860a3b0d9b58 req-ec248ab1-2cf2-4edc-bbc7-ed48cef21784 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432112 Sep 27 07:55:37.494233 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7d488-c3ea-4842-85e9-3d71f59e709c req-77f3ad4b-764d-4302-befb-84c609fad3a8 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:37.495699 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-47f7d488-c3ea-4842-85e9-3d71f59e709c req-77f3ad4b-764d-4302-befb-84c609fad3a8 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0504868 Sep 27 07:55:37.540103 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-47f7d488-c3ea-4842-85e9-3d71f59e709c req-52d66427-79d9-4561-a50f-71932293bdb3 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384693 Sep 27 07:55:37.672242 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3fb133-5f4d-4ed6-b8e9-8427b5b44eae req-ce7b24d9-b74f-4f36-a6c0-ea6a1e547ab5 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:37.679608 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2f3fb133-5f4d-4ed6-b8e9-8427b5b44eae req-ce7b24d9-b74f-4f36-a6c0-ea6a1e547ab5 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0659158 Sep 27 07:55:37.741239 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2f3fb133-5f4d-4ed6-b8e9-8427b5b44eae req-faa372e9-6f4b-4562-8caf-2efadbc7dc60 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606236 Sep 27 07:55:37.847947 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-0ee3b905-d0b8-496d-a8b5-6839607af9dc tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:37.849591 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-0ee3b905-d0b8-496d-a8b5-6839607af9dc tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/networks?id=06aad22d-9cd9-4e6a-b76f-f395bd796545 HTTP/1.1" status: 200 len: 815 time: 0.1052544 Sep 27 07:55:37.865707 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-b99c060a-5068-40f2-a088-ddb6c8247a7e tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/quotas/b5b2891b7e2846afbeaa597a6484d7ab HTTP/1.1" status: 200 len: 375 time: 0.0101247 Sep 27 07:55:37.921687 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-c67f3e65-a525-485a-a04f-70a29feb5699 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=b5b2891b7e2846afbeaa597a6484d7ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493047 Sep 27 07:55:38.279002 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-e8e96f6a-3f0e-4a7f-9c6f-0eac48e25bf9 service neutron] 10.222.0.11 "GET /v2.0/networks/06aad22d-9cd9-4e6a-b76f-f395bd796545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437629 Sep 27 07:55:38.371786 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-0286de72-ce5f-4947-ad8f-df5f1f165a55 service neutron] 10.222.0.11 "GET /v2.0/networks/06aad22d-9cd9-4e6a-b76f-f395bd796545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862536 Sep 27 07:55:38.528098 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1bf7e-cf21-4691-ab45-e38a86797055 req-6c3b8bff-58e6-4bc4-a909-da024f83d0d9 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:38.546687 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-73b1bf7e-cf21-4691-ab45-e38a86797055 req-6c3b8bff-58e6-4bc4-a909-da024f83d0d9 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.0570486 Sep 27 07:55:38.567849 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-73b1bf7e-cf21-4691-ab45-e38a86797055 req-c481f24f-ffd2-478d-89d4-0396770295ee tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319896 Sep 27 07:55:38.733944 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-787b0f43-4fb4-4429-84c7-26a1c1331cc6 req-26ed8895-69f0-4e1c-aeb6-11215e46f7f6 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 210 time: 0.0301809 Sep 27 07:55:38.745741 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac207e99-86bb-470a-b5f4-5921ff18e725 req-61b68149-14af-42a9-81ba-27007b1264e8 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:38.747361 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ac207e99-86bb-470a-b5f4-5921ff18e725 req-61b68149-14af-42a9-81ba-27007b1264e8 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.1075261 Sep 27 07:55:38.851505 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ac207e99-86bb-470a-b5f4-5921ff18e725 req-c97bcd4f-f12f-44ab-a6b3-321c285af5a7 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933130 Sep 27 07:55:38.914757 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4343487-3d7c-48b4-8716-3212d9bea3ef req-c475273e-0ffb-42b7-8a7f-0b1e4623de1e tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:38.918353 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f4343487-3d7c-48b4-8716-3212d9bea3ef req-c475273e-0ffb-42b7-8a7f-0b1e4623de1e tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0635519 Sep 27 07:55:38.964112 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f4343487-3d7c-48b4-8716-3212d9bea3ef req-67e647e1-db87-484d-ba31-b9bc97488f4d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387068 Sep 27 07:55:39.079549 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 38208) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:55:39.136511 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a2fb14-dc8a-41b4-9a40-31977fcdbe5f admin admin] Deleting subnet 5fa72093-9ade-4b30-b8a3-1cb9f6019191 {{(pid=106358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 07:55:39.151536 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-85a2fb14-dc8a-41b4-9a40-31977fcdbe5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:39.179415 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:39.185654 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-85a2fb14-dc8a-41b4-9a40-31977fcdbe5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5359040'] for subnet, precommit_delete_associations {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:39.222808 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-85a2fb14-dc8a-41b4-9a40-31977fcdbe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694807'] for subnet, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:39.372137 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-85a2fb14-dc8a-41b4-9a40-31977fcdbe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5864136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6131966'] for subnet, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:39.397532 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2fb14-dc8a-41b4-9a40-31977fcdbe5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fa72093-9ade-4b30-b8a3-1cb9f6019191,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:39.406087 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-85a2fb14-dc8a-41b4-9a40-31977fcdbe5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:39.407856 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-85a2fb14-dc8a-41b4-9a40-31977fcdbe5f admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5fa72093-9ade-4b30-b8a3-1cb9f6019191 HTTP/1.1" status: 204 len: 168 time: 0.3272839 Sep 27 07:55:39.409315 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2fb14-dc8a-41b4-9a40-31977fcdbe5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:39.409661 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2fb14-dc8a-41b4-9a40-31977fcdbe5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:39.410008 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2fb14-dc8a-41b4-9a40-31977fcdbe5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:39.410343 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2fb14-dc8a-41b4-9a40-31977fcdbe5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:39.410593 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 38212) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:55:39.411130 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2fb14-dc8a-41b4-9a40-31977fcdbe5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:39.411130 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2fb14-dc8a-41b4-9a40-31977fcdbe5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:39.411317 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2fb14-dc8a-41b4-9a40-31977fcdbe5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:39.411616 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2fb14-dc8a-41b4-9a40-31977fcdbe5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:39.411941 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2fb14-dc8a-41b4-9a40-31977fcdbe5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:39.412303 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2fb14-dc8a-41b4-9a40-31977fcdbe5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:39.412573 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2fb14-dc8a-41b4-9a40-31977fcdbe5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:39.413156 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a2fb14-dc8a-41b4-9a40-31977fcdbe5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:55:39.478741 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b55e1d74-d1c4-4d2e-9000-307d8d1a861a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1630127'] for network, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:39.572360 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b55e1d74-d1c4-4d2e-9000-307d8d1a861a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693678', 'neutron.services.segments.db._delete_segments_for_network-8792188906900'] for network, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:39.596156 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-b55e1d74-d1c4-4d2e-9000-307d8d1a861a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91e3572-80b7-4a90-9b73-1399254fa66c']}} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:55:39.609340 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-b55e1d74-d1c4-4d2e-9000-307d8d1a861a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f80519b-3486-4a4c-8d1b-dbe89f7b6f96') {'for_net_delete': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:55:39.609634 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-b55e1d74-d1c4-4d2e-9000-307d8d1a861a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f80519b-3486-4a4c-8d1b-dbe89f7b6f96') {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:55:39.629624 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b55e1d74-d1c4-4d2e-9000-307d8d1a861a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792188906397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6574833'] for segment, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:39.638572 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b55e1d74-d1c4-4d2e-9000-307d8d1a861a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:39.646226 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55e1d74-d1c4-4d2e-9000-307d8d1a861a admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=106357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 07:55:39.646907 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b55e1d74-d1c4-4d2e-9000-307d8d1a861a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7115631'] for segment, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: Traceback (most recent call last): Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: timer() Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: cb(*args, **kw) Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: return func(*args, **kwargs) Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: self._notify() Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: self.callback(batched_events) Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: event.method(event) Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: return f(self, *a, **k) Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: return self._get(url).json() Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: return self.request(url, 'GET', **kwargs) Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 07:55:39.648809 dv-cinder-811078-1-iscsi neutron-server[106357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 07:55:39.739239 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73cb30-3305-4afb-9070-0a7f756c4406 req-64318e8f-698d-4b0c-9dab-facf385d4b0f tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:39.740732 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ff73cb30-3305-4afb-9070-0a7f756c4406 req-64318e8f-698d-4b0c-9dab-facf385d4b0f tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.0510380 Sep 27 07:55:39.789482 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ff73cb30-3305-4afb-9070-0a7f756c4406 req-bc8f81d1-2198-4d49-aeb9-4329b88803c2 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415246 Sep 27 07:55:39.790979 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b55e1d74-d1c4-4d2e-9000-307d8d1a861a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560399'] for network, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:39.797497 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b55e1d74-d1c4-4d2e-9000-307d8d1a861a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:39.800064 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-b55e1d74-d1c4-4d2e-9000-307d8d1a861a admin admin] 10.222.0.11 "DELETE /v2.0/networks/d91e3572-80b7-4a90-9b73-1399254fa66c HTTP/1.1" status: 204 len: 168 time: 0.3884122 Sep 27 07:55:39.815770 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e1d74-d1c4-4d2e-9000-307d8d1a861a admin admin] Pushing event deleted for resources: {'Network': ['ID=d91e3572-80b7-4a90-9b73-1399254fa66c,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:39.892909 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-01bf9c78-23f6-4891-bb26-8bf0d9ea2764 req-4a817db1-d16e-4c8c-b39b-22d4c22613de tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 210 time: 0.0298960 Sep 27 07:55:40.017284 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228f9809-15f6-411f-aa69-0655828cabf3 req-6cc1ab74-a1cb-4046-af7a-b10290d09b16 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:40.024456 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-228f9809-15f6-411f-aa69-0655828cabf3 req-6cc1ab74-a1cb-4046-af7a-b10290d09b16 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0922651 Sep 27 07:55:40.080506 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-228f9809-15f6-411f-aa69-0655828cabf3 req-dc966e8d-cd61-4348-9e4b-a07694aeb506 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459361 Sep 27 07:55:40.120126 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7942c-7b1f-4742-b959-9530b1812d2b req-bb4b709a-4e23-4aee-bda8-bd308b6dbc3a tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:40.121795 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-45f7942c-7b1f-4742-b959-9530b1812d2b req-bb4b709a-4e23-4aee-bda8-bd308b6dbc3a tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0584249 Sep 27 07:55:40.166643 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-45f7942c-7b1f-4742-b959-9530b1812d2b req-1f24f002-a7f4-483b-9ae1-3f244b3b9d75 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382633 Sep 27 07:55:40.419781 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 38232) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:55:40.463519 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-306e7ea4-50f6-4d05-9ec5-8157c4f33c88 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=26c1354967394ee8abc55278e4e71185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424941 Sep 27 07:55:40.466802 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 38234) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:55:40.520334 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d3bbd790-0343-489c-8503-ff19e3ed5386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:40.542254 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d3bbd790-0343-489c-8503-ff19e3ed5386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:40.722177 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d3bbd790-0343-489c-8503-ff19e3ed5386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:40.725035 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d3bbd790-0343-489c-8503-ff19e3ed5386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:40.726217 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-d3bbd790-0343-489c-8503-ff19e3ed5386 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4807cd14-d419-475b-860f-b70ad2882c32 HTTP/1.1" status: 204 len: 168 time: 0.2582970 Sep 27 07:55:40.734121 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bbd790-0343-489c-8503-ff19e3ed5386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4807cd14-d419-475b-860f-b70ad2882c32,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:40.952476 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a228da-2e2c-4d2e-85ad-57126eae1498 req-d2406fd9-a693-4d5d-99ed-ec2fad25a4f9 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:40.954155 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-71a228da-2e2c-4d2e-85ad-57126eae1498 req-d2406fd9-a693-4d5d-99ed-ec2fad25a4f9 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.0517550 Sep 27 07:55:41.012468 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0280ed44-60c4-4b3f-9dff-27bc65aa9003 req-cb61bc75-4a2d-456e-9427-7cf84dc84b9b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 210 time: 0.0469248 Sep 27 07:55:41.038921 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-71a228da-2e2c-4d2e-85ad-57126eae1498 req-dbd8e323-c733-4b37-b8fa-d57dbc63d965 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771224 Sep 27 07:55:41.246269 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94803bbb-dead-458b-9b88-ca1e3294c701 req-ce186049-c04f-46c7-a38e-d3ed25a451b1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:41.251209 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-94803bbb-dead-458b-9b88-ca1e3294c701 req-ce186049-c04f-46c7-a38e-d3ed25a451b1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0858533 Sep 27 07:55:41.292864 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-94803bbb-dead-458b-9b88-ca1e3294c701 req-c3623042-fa82-4c00-9aab-375fff3696d5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339136 Sep 27 07:55:41.414480 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27277db8-fe9f-4e77-85da-529e1b7fad3f req-7baf3370-302c-4004-a249-8192027099e3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:41.416177 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-27277db8-fe9f-4e77-85da-529e1b7fad3f req-7baf3370-302c-4004-a249-8192027099e3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0535996 Sep 27 07:55:41.471202 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-27277db8-fe9f-4e77-85da-529e1b7fad3f req-6ef5a5a1-f787-4817-a10f-7476eb5e308e tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347035 Sep 27 07:55:42.105402 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c3fb2480-52f2-497a-a692-00e4b0431761 req-2b2ed4fb-b1fe-42db-92fe-51306eaeeeab tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 210 time: 0.0287318 Sep 27 07:55:42.179084 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab1288-c0b4-48d3-9092-ebeebc737239 req-9e63a2a0-101c-4e1b-a609-a12761295b3f tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:42.180601 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5cab1288-c0b4-48d3-9092-ebeebc737239 req-9e63a2a0-101c-4e1b-a609-a12761295b3f tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.0550022 Sep 27 07:55:42.220801 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5cab1288-c0b4-48d3-9092-ebeebc737239 req-040262e9-3da3-49c1-887f-838f790af6df tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335383 Sep 27 07:55:42.432091 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2452e3-d45b-45e8-bd6c-9e66b70eb244 req-ceb4bc38-f9c9-4e0d-bd46-ab986fd0d4cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:42.434201 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fd2452e3-d45b-45e8-bd6c-9e66b70eb244 req-ceb4bc38-f9c9-4e0d-bd46-ab986fd0d4cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0537508 Sep 27 07:55:42.491731 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fd2452e3-d45b-45e8-bd6c-9e66b70eb244 req-afcc15c9-0781-4750-910e-c207aef00855 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394175 Sep 27 07:55:42.604297 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9912f8-c3d9-4464-8b30-3b753389a215 req-ecc1d3ac-66b2-4ce9-9389-eb7bcb977f9b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:42.609372 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ab9912f8-c3d9-4464-8b30-3b753389a215 req-ecc1d3ac-66b2-4ce9-9389-eb7bcb977f9b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0617671 Sep 27 07:55:42.702117 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ab9912f8-c3d9-4464-8b30-3b753389a215 req-f75da367-0ee0-484c-a596-f16acab4a14d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869682 Sep 27 07:55:43.203395 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f80d89ed-39e1-4a9d-965f-b0c74caa4515 req-a4deddf4-b1e4-4263-abc4-04ff7a672bb8 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 210 time: 0.0310671 Sep 27 07:55:43.344569 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4fda5-da37-46b3-a4a3-3b7c9c3f1f2d req-8442a7ac-1c89-4a3e-9b6b-d4fb942a6ae3 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:43.346182 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d5a4fda5-da37-46b3-a4a3-3b7c9c3f1f2d req-8442a7ac-1c89-4a3e-9b6b-d4fb942a6ae3 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.0569828 Sep 27 07:55:43.389338 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d5a4fda5-da37-46b3-a4a3-3b7c9c3f1f2d req-4a34f0c3-129a-4687-9652-e52d74080be1 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367215 Sep 27 07:55:43.639188 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4512a59e-199a-4b35-bae4-e7f660d014c2 req-bf932e32-1425-44d3-9d4b-d6a711187109 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:43.645254 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4512a59e-199a-4b35-bae4-e7f660d014c2 req-bf932e32-1425-44d3-9d4b-d6a711187109 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0517077 Sep 27 07:55:43.678487 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4512a59e-199a-4b35-bae4-e7f660d014c2 req-81010641-1d4a-47fe-b245-1034a2d5d034 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316050 Sep 27 07:55:43.842726 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02060344-9a3d-47d7-ad15-1b950aaed970 req-57a71e25-ae03-4307-9b35-4132fa27fe33 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:43.844245 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-02060344-9a3d-47d7-ad15-1b950aaed970 req-57a71e25-ae03-4307-9b35-4132fa27fe33 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0681610 Sep 27 07:55:43.898817 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-02060344-9a3d-47d7-ad15-1b950aaed970 req-afb2152b-1643-4316-b031-13f5114c96bc tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484655 Sep 27 07:55:44.301341 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ccfbd532-43a5-41b1-b14b-36860e089c26 req-af5031cf-4fea-439c-8eab-8cf694ba219a tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 210 time: 0.0267377 Sep 27 07:55:44.543961 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea65a4d-b67f-4b2d-808a-e192968a5794 req-f8bc423d-0c7e-4cee-b679-db582dfb96f2 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:44.545626 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4ea65a4d-b67f-4b2d-808a-e192968a5794 req-f8bc423d-0c7e-4cee-b679-db582dfb96f2 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.0706336 Sep 27 07:55:44.585800 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4ea65a4d-b67f-4b2d-808a-e192968a5794 req-1fb163d5-571a-4c08-9271-1db8c98a15f1 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334213 Sep 27 07:55:44.613346 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:55:44.818042 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55135e-33bc-4e9b-8003-527809524f23 req-8662113f-342a-493b-b545-cbd267899c17 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:44.821349 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ec55135e-33bc-4e9b-8003-527809524f23 req-8662113f-342a-493b-b545-cbd267899c17 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0563858 Sep 27 07:55:44.869295 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ec55135e-33bc-4e9b-8003-527809524f23 req-c2d21f1a-9ae4-4b33-a7cd-b77918b7fb59 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402043 Sep 27 07:55:45.017083 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39535955-d1f9-4b53-8076-f0765c52f29e req-7c29051e-44a0-4f4d-8eb6-463094ccb088 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:45.018584 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-39535955-d1f9-4b53-8076-f0765c52f29e req-7c29051e-44a0-4f4d-8eb6-463094ccb088 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0498130 Sep 27 07:55:45.075584 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-39535955-d1f9-4b53-8076-f0765c52f29e req-24f595c3-7602-4a36-b304-4bda7e00d80e tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455189 Sep 27 07:55:45.395999 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-42a0625f-1d01-48c2-a5f4-b1b055e80d59 req-912aee92-fb77-484a-b6fd-ae0635c547d0 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 210 time: 0.0281870 Sep 27 07:55:45.701829 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6617a-57e1-4996-9353-64b91dd3e0e7 req-343c2f98-ff48-4ff2-8531-3ddeb90aaa93 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:45.703576 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-57e6617a-57e1-4996-9353-64b91dd3e0e7 req-343c2f98-ff48-4ff2-8531-3ddeb90aaa93 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.0517225 Sep 27 07:55:45.752529 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-57e6617a-57e1-4996-9353-64b91dd3e0e7 req-a719a54b-6ea8-4044-9f0e-7032ffef616a tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424364 Sep 27 07:55:45.997932 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373b43c-4d2a-44a3-8741-cf6eefd42f65 req-ed3be783-3e10-4269-ba88-65c7b666e5d2 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:45.999495 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8373b43c-4d2a-44a3-8741-cf6eefd42f65 req-ed3be783-3e10-4269-ba88-65c7b666e5d2 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0504606 Sep 27 07:55:46.051230 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8373b43c-4d2a-44a3-8741-cf6eefd42f65 req-3d97c480-84a6-4b09-884a-bfaf0948f1b8 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452063 Sep 27 07:55:46.198881 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88cfd1a-b424-4e33-974a-0b3aadb86682 req-04f21b7e-4b2e-418a-b9dc-8bebee2671da tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:46.200292 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a88cfd1a-b424-4e33-974a-0b3aadb86682 req-04f21b7e-4b2e-418a-b9dc-8bebee2671da tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0507090 Sep 27 07:55:46.250410 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a88cfd1a-b424-4e33-974a-0b3aadb86682 req-90f43c3e-2626-4ea6-88cf-1512200ccd1f tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439782 Sep 27 07:55:46.493665 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c917f13e-8ce4-4691-b167-8b6ccce51d1b req-1c811244-4a69-42b3-a9a1-e7cfe6409d4f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 210 time: 0.0270789 Sep 27 07:55:46.569157 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 38342) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:55:46.678348 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f79e9857-2bc9-4843-ab68-ec20db810ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:46.774898 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f79e9857-2bc9-4843-ab68-ec20db810ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:46.859808 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f79e9857-2bc9-4843-ab68-ec20db810ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:46.879480 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867b183-0914-4a99-b37e-92baf697accb req-cfe44557-ac4f-4fd6-a80c-ff0da06e8d83 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:46.881224 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0867b183-0914-4a99-b37e-92baf697accb req-cfe44557-ac4f-4fd6-a80c-ff0da06e8d83 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.0569489 Sep 27 07:55:46.908063 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-f79e9857-2bc9-4843-ab68-ec20db810ae0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=1563d6245644458296922d85021cd17f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3377719 Sep 27 07:55:46.909703 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 38350) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:55:46.916333 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e9857-2bc9-4843-ab68-ec20db810ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8543b85-c328-4904-a22b-2a2785a600cb,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:46.955507 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0867b183-0914-4a99-b37e-92baf697accb req-30aeda54-f0ee-4396-a133-fc9678d60ff4 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667722 Sep 27 07:55:46.985751 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c2777672-6402-447a-baee-cd09b7b81b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:47.007403 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c2777672-6402-447a-baee-cd09b7b81b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:47.172342 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c2777672-6402-447a-baee-cd09b7b81b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:47.175235 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c2777672-6402-447a-baee-cd09b7b81b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:47.176498 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-c2777672-6402-447a-baee-cd09b7b81b5d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e8543b85-c328-4904-a22b-2a2785a600cb HTTP/1.1" status: 204 len: 168 time: 0.2658885 Sep 27 07:55:47.187298 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2777672-6402-447a-baee-cd09b7b81b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8543b85-c328-4904-a22b-2a2785a600cb,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:47.191952 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221ad9a-154f-4068-bc15-2d35c5de4101 req-03931806-ceca-42da-acf6-51f6dcce3eab tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:47.193666 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8221ad9a-154f-4068-bc15-2d35c5de4101 req-03931806-ceca-42da-acf6-51f6dcce3eab tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0541890 Sep 27 07:55:47.243222 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8221ad9a-154f-4068-bc15-2d35c5de4101 req-aead5862-1f3e-41c1-a02e-985500437428 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420909 Sep 27 07:55:47.368030 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d46f2-98ca-4838-aa52-627a1d8ea501 req-fd33ec50-190b-43c3-b59d-9b76593e049b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:47.369599 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b44d46f2-98ca-4838-aa52-627a1d8ea501 req-fd33ec50-190b-43c3-b59d-9b76593e049b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0532982 Sep 27 07:55:47.410054 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b44d46f2-98ca-4838-aa52-627a1d8ea501 req-ccd78fc5-1a62-41f1-886b-a1b205391356 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334749 Sep 27 07:55:47.599141 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c08a8162-7739-4820-88fa-c5daef375a7a req-5147d91f-51ba-4b62-a191-f59eb4597775 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 210 time: 0.0343914 Sep 27 07:55:48.095953 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b520b-2d11-4e67-9bce-be49b4406240 req-3bb98767-96ce-43db-9727-2ee9755e42ba tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:48.097517 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-377b520b-2d11-4e67-9bce-be49b4406240 req-3bb98767-96ce-43db-9727-2ee9755e42ba tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.0568640 Sep 27 07:55:48.138645 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-377b520b-2d11-4e67-9bce-be49b4406240 req-345b5348-e206-4229-a643-033290a9186d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347638 Sep 27 07:55:48.371357 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3de7b-08d9-4897-9282-30a86dd8436d req-555e04a8-0ff1-4832-9531-beca97c8c056 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:48.373113 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-37f3de7b-08d9-4897-9282-30a86dd8436d req-555e04a8-0ff1-4832-9531-beca97c8c056 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0507231 Sep 27 07:55:48.414154 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-37f3de7b-08d9-4897-9282-30a86dd8436d req-67306ac5-ea85-46e2-b008-3229c46a43c0 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345616 Sep 27 07:55:48.530376 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e47dec-fb3d-4afe-a456-313c149902b6 req-6d3e5f70-41a8-4683-bb14-94f9b8ed5196 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:48.531810 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-98e47dec-fb3d-4afe-a456-313c149902b6 req-6d3e5f70-41a8-4683-bb14-94f9b8ed5196 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0544429 Sep 27 07:55:48.576436 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-98e47dec-fb3d-4afe-a456-313c149902b6 req-554c6eb7-5fd8-4590-b9ac-fada00c808e5 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383062 Sep 27 07:55:48.695203 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3702d98b-fd14-4dd6-97c3-676595a28aee req-9b042707-3864-4d28-8ee1-7e9c1d63ede7 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 210 time: 0.0262377 Sep 27 07:55:49.253838 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72aa3bb-342c-4c40-84b7-1263521ccb9b req-e298e71b-8562-461a-97bd-a707c934ce73 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:49.255260 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d72aa3bb-342c-4c40-84b7-1263521ccb9b req-e298e71b-8562-461a-97bd-a707c934ce73 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.0495718 Sep 27 07:55:49.293042 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d72aa3bb-342c-4c40-84b7-1263521ccb9b req-e53f0b20-7a1a-42e3-9cab-7e696281051a tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311227 Sep 27 07:55:49.537684 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb4824-5253-47d6-84dc-756d1c16f367 req-af93d5b8-d696-40e2-b025-e97aa02ae44f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:49.539384 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bcdb4824-5253-47d6-84dc-756d1c16f367 req-af93d5b8-d696-40e2-b025-e97aa02ae44f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0531588 Sep 27 07:55:49.576561 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bcdb4824-5253-47d6-84dc-756d1c16f367 req-6485258a-ca58-4374-8bc3-05d5c15142d3 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313568 Sep 27 07:55:49.690687 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d656237-10d0-48fd-bed3-d564227fa9d2 req-e3e78fa4-863b-437a-ad35-4ce88d71205b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:49.692166 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5d656237-10d0-48fd-bed3-d564227fa9d2 req-e3e78fa4-863b-437a-ad35-4ce88d71205b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0489006 Sep 27 07:55:49.729341 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5d656237-10d0-48fd-bed3-d564227fa9d2 req-b89a9300-a51b-4f4f-8d55-adcf47c142dd tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312688 Sep 27 07:55:49.788116 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7c6a9ca7-cadb-4f0b-9b40-510ee3eea0d4 req-36a3eb07-609f-40bc-8f9e-ff3c8368a5d9 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 210 time: 0.0265174 Sep 27 07:55:50.252566 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d9303-24d5-4dae-b3bd-f139eae9f043 req-4ebbd502-1caa-44aa-a2c5-3a9e1831267b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:50.254116 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c87d9303-24d5-4dae-b3bd-f139eae9f043 req-4ebbd502-1caa-44aa-a2c5-3a9e1831267b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.25 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.0484667 Sep 27 07:55:50.368973 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-c87d9303-24d5-4dae-b3bd-f139eae9f043 req-756fed3f-c3f5-42f7-984b-3b1d2f5f59ed tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Deleting port 9b138984-501b-4363-a68b-083b30632582 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:55:50.369311 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-c87d9303-24d5-4dae-b3bd-f139eae9f043 req-756fed3f-c3f5-42f7-984b-3b1d2f5f59ed tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:50.407086 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd597ec-3460-4098-9c97-dbd77f14a092 req-9dba712a-9124-4300-86d1-b5c2e8aa0b8c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:50.408504 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0cd597ec-3460-4098-9c97-dbd77f14a092 req-9dba712a-9124-4300-86d1-b5c2e8aa0b8c tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 946 time: 0.0488276 Sep 27 07:55:50.450399 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0cd597ec-3460-4098-9c97-dbd77f14a092 req-24c032ce-7977-466f-b721-1e1ed0afd52b tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356066 Sep 27 07:55:50.456962 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-c87d9303-24d5-4dae-b3bd-f139eae9f043 req-756fed3f-c3f5-42f7-984b-3b1d2f5f59ed tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] For port 9b138984-501b-4363-a68b-083b30632582, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=9b138984-501b-4363-a68b-083b30632582,segment=NetworkSegment(f049ded7-e2f1-4742-8006-c6c1da15b4c4),segment_id=f049ded7-e2f1-4742-8006-c6c1da15b4c4)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:55:50.457329 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-c87d9303-24d5-4dae-b3bd-f139eae9f043 req-756fed3f-c3f5-42f7-984b-3b1d2f5f59ed tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:50.473943 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-c87d9303-24d5-4dae-b3bd-f139eae9f043 req-756fed3f-c3f5-42f7-984b-3b1d2f5f59ed tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Calling delete_port for 9b138984-501b-4363-a68b-083b30632582 owned by compute:nova {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:55:50.641781 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-c87d9303-24d5-4dae-b3bd-f139eae9f043 req-756fed3f-c3f5-42f7-984b-3b1d2f5f59ed tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:50.654749 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18', '9b138984-501b-4363-a68b-083b30632582'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:55:50.669903 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756fed3f-c3f5-42f7-984b-3b1d2f5f59ed tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Pushing event deleted for resources: {'Port': ['ID=9b138984-501b-4363-a68b-083b30632582,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:50.711736 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80a1c8-f94d-4c2c-b6a7-454bddc60063 req-af9a2478-ad63-4839-9181-5bd0beeb6edf tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:50.713590 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7c80a1c8-f94d-4c2c-b6a7-454bddc60063 req-af9a2478-ad63-4839-9181-5bd0beeb6edf tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0641057 Sep 27 07:55:50.724357 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87d9303-24d5-4dae-b3bd-f139eae9f043 req-756fed3f-c3f5-42f7-984b-3b1d2f5f59ed tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] No DVR routers for this DVR port 9b138984-501b-4363-a68b-083b30632582 on host hv-cinder-81107 {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:55:50.729150 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-c87d9303-24d5-4dae-b3bd-f139eae9f043 req-756fed3f-c3f5-42f7-984b-3b1d2f5f59ed tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:50.731906 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c87d9303-24d5-4dae-b3bd-f139eae9f043 req-756fed3f-c3f5-42f7-984b-3b1d2f5f59ed tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.25 "DELETE /v2.0/ports/9b138984-501b-4363-a68b-083b30632582 HTTP/1.1" status: 204 len: 173 time: 0.4518831 Sep 27 07:55:50.732469 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236893ca-2d79-4d9a-871e-9955ef554eda', 'name': 'network-vif-deleted', 'tag': '9b138984-501b-4363-a68b-083b30632582'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:55:50.735943 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60969914-5dd2-42e8-8b32-6ccac0a3f135" -d '{"events": [{"server_uuid": "236893ca-2d79-4d9a-871e-9955ef554eda", "name": "network-vif-deleted", "tag": "9b138984-501b-4363-a68b-083b30632582"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:55:50.759094 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7c80a1c8-f94d-4c2c-b6a7-454bddc60063 req-f1096faf-4dc2-4a8e-853e-2d03c320e231 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366926 Sep 27 07:55:50.785322 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e7bb85-db13-4e19-90b6-490ee0aecc74 x-openstack-request-id: req-28e7bb85-db13-4e19-90b6-490ee0aecc74 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:55:50.785615 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236893ca-2d79-4d9a-871e-9955ef554eda", "name": "network-vif-deleted", "tag": "9b138984-501b-4363-a68b-083b30632582", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:55:50.786433 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-28e7bb85-db13-4e19-90b6-490ee0aecc74 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:55:50.786836 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236893ca-2d79-4d9a-871e-9955ef554eda', 'name': 'network-vif-deleted', 'tag': '9b138984-501b-4363-a68b-083b30632582', 'status': 'completed', 'code': 200} Sep 27 07:55:50.890914 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3c501a5e-c026-4850-b94e-3a67a6cd7d39 req-86f91461-0485-4db1-bcc3-b78fadc711b5 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 210 time: 0.0301781 Sep 27 07:55:50.908864 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8fb467-1b88-4c99-8fcd-cc484ff29e1f req-525dfdf8-56e0-41e1-ade9-f00f115d0074 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:50.910391 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ef8fb467-1b88-4c99-8fcd-cc484ff29e1f req-525dfdf8-56e0-41e1-ade9-f00f115d0074 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0775638 Sep 27 07:55:50.949569 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ef8fb467-1b88-4c99-8fcd-cc484ff29e1f req-03fbad8e-e056-436a-ae02-fc999943975d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327742 Sep 27 07:55:51.364757 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3182bef-3600-490e-8248-9cfa4cf7b19e req-bcd33b34-083b-4edd-b6ed-263b37517d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:51.366320 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-b3182bef-3600-490e-8248-9cfa4cf7b19e req-bcd33b34-083b-4edd-b6ed-263b37517d1e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 1098 time: 0.0409470 Sep 27 07:55:51.403108 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-b3182bef-3600-490e-8248-9cfa4cf7b19e req-09ceeb35-6606-4a68-a272-bcc24d7349a9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282967 Sep 27 07:55:51.557049 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e05d9f3f-ee31-4cd3-aee3-1aae21dc3f25 req-2f93b3d5-ae50-4995-a6d1-88570d9eaefc tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=236893ca-2d79-4d9a-871e-9955ef554eda HTTP/1.1" status: 200 len: 210 time: 0.0306306 Sep 27 07:55:51.734450 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-cfafcb73-01a5-42ff-ab9a-bd2c67a2a9da tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:51.735805 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-cfafcb73-01a5-42ff-ab9a-bd2c67a2a9da tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.25 "GET /v2.0/networks?id=06aad22d-9cd9-4e6a-b76f-f395bd796545 HTTP/1.1" status: 200 len: 815 time: 0.1051977 Sep 27 07:55:51.752576 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-124890a9-5189-403d-996e-0ad5d4e8321f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Request body: {'port': {'device_id': '52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4', 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545', 'admin_state_up': True, 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:55:51.773105 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5455970d-a93b-4587-9f7a-3fec02d92d8b req-21c28384-4e59-4f3b-bcd4-ce0a8ef4c6ef tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:51.774576 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5455970d-a93b-4587-9f7a-3fec02d92d8b req-21c28384-4e59-4f3b-bcd4-ce0a8ef4c6ef tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0474854 Sep 27 07:55:51.817134 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5455970d-a93b-4587-9f7a-3fec02d92d8b req-28d2c926-deec-4f8d-b02b-445f4118f762 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355515 Sep 27 07:55:51.897692 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31094f91-8824-48a5-84b9-8715474ba150 req-153c25a2-0674-44c1-a95d-0408c9ee9594 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:51.899174 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-31094f91-8824-48a5-84b9-8715474ba150 req-153c25a2-0674-44c1-a95d-0408c9ee9594 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0482385 Sep 27 07:55:51.938502 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-124890a9-5189-403d-996e-0ad5d4e8321f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Made reservation on behalf of b5b2891b7e2846afbeaa597a6484d7ab for: {'port': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:55:51.942059 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-124890a9-5189-403d-996e-0ad5d4e8321f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:51.947708 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-31094f91-8824-48a5-84b9-8715474ba150 req-5a4451aa-fe98-4020-bb40-920b1edf9951 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419352 Sep 27 07:55:52.000380 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5fb00714-9e10-4a5f-a6be-b35ef2acb5d1 req-ebb3a916-5e83-4d07-b2fb-809f1cb6291b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 210 time: 0.0333626 Sep 27 07:55:52.080421 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-124890a9-5189-403d-996e-0ad5d4e8321f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Allocated IP 172.20.0.6 (06aad22d-9cd9-4e6a-b76f-f395bd796545/3446fc4a-d5c1-4650-a23a-1fd0ac050ea8/6d1cf396-5466-432c-b402-0c7a90f1e5db) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:55:52.080966 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e4b63-02a5-49a8-9a71-35ea293efe1b req-52fbc9e0-cc31-4785-b0d0-b99280d6ec44 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:52.082707 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d21e4b63-02a5-49a8-9a71-35ea293efe1b req-52fbc9e0-cc31-4785-b0d0-b99280d6ec44 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0523589 Sep 27 07:55:52.127508 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d21e4b63-02a5-49a8-9a71-35ea293efe1b req-8143ce52-384e-4db2-920f-6d57e99377f7 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370774 Sep 27 07:55:52.230242 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-124890a9-5189-403d-996e-0ad5d4e8321f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:52.566116 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-124890a9-5189-403d-996e-0ad5d4e8321f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:52.620066 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-124890a9-5189-403d-996e-0ad5d4e8321f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Network 06aad22d-9cd9-4e6a-b76f-f395bd796545 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:55:52.620066 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-124890a9-5189-403d-996e-0ad5d4e8321f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:55:52.620066 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-124890a9-5189-403d-996e-0ad5d4e8321f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:55:52.642917 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124890a9-5189-403d-996e-0ad5d4e8321f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Pushing event updated for resources: {'Port': ['ID=6d1cf396-5466-432c-b402-0c7a90f1e5db,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:55:52.675058 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-124890a9-5189-403d-996e-0ad5d4e8321f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:52.675724 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-124890a9-5189-403d-996e-0ad5d4e8321f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:52.761781 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-124890a9-5189-403d-996e-0ad5d4e8321f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0123196 Sep 27 07:55:52.874590 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-7610e8bf-3c9f-4bf1-96b6-3c0e1efbcf7c None None] Provisioning complete for port 6d1cf396-5466-432c-b402-0c7a90f1e5db triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:55:52.875673 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7610e8bf-3c9f-4bf1-96b6-3c0e1efbcf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:55:52.947597 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-7610e8bf-3c9f-4bf1-96b6-3c0e1efbcf7c None None] Port 6d1cf396-5466-432c-b402-0c7a90f1e5db cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:55:52.973468 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4152d27c-bce0-478f-b001-a00b9767fecf req-cdf75ce3-6041-4469-a9fe-cfbb63b7a4f0 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:52.981427 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4152d27c-bce0-478f-b001-a00b9767fecf req-cdf75ce3-6041-4469-a9fe-cfbb63b7a4f0 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0662932 Sep 27 07:55:53.029700 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4152d27c-bce0-478f-b001-a00b9767fecf req-03c5983c-5830-4f6c-a25e-07acaf41aadc tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472360 Sep 27 07:55:53.105230 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5730f88e-bc9b-403d-9194-f7131b802ed2 req-b07eaca6-67ca-411a-873a-1979cefa4bfd tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:53.107363 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5730f88e-bc9b-403d-9194-f7131b802ed2 req-b07eaca6-67ca-411a-873a-1979cefa4bfd tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0767207 Sep 27 07:55:53.190704 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5730f88e-bc9b-403d-9194-f7131b802ed2 req-c6aae233-0238-42ec-bbe9-a72bc5a19955 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714006 Sep 27 07:55:53.200961 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ef4a2-0432-425e-8c36-5e37024cffb3 req-c4192d4d-1aac-4fb3-9a70-83135271401a tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:53.213394 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8b6ef4a2-0432-425e-8c36-5e37024cffb3 req-c4192d4d-1aac-4fb3-9a70-83135271401a tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 931 time: 0.1045730 Sep 27 07:55:53.259528 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8b6ef4a2-0432-425e-8c36-5e37024cffb3 req-59e94602-8d74-4684-8400-fb1bdad6236a tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375495 Sep 27 07:55:53.323137 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc43532-6ae4-45d7-9e2e-434d318f567e req-dea9c595-e0fd-422f-89eb-9d5b21a3da6b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:53.327444 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-edc43532-6ae4-45d7-9e2e-434d318f567e req-dea9c595-e0fd-422f-89eb-9d5b21a3da6b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0572720 Sep 27 07:55:53.377270 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-edc43532-6ae4-45d7-9e2e-434d318f567e req-4e421345-dd4b-49da-b77c-1344734db028 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459096 Sep 27 07:55:53.381776 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 9b138984-501b-4363-a68b-083b30632582 no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:55:53.405233 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] No Port match for: 9b138984-501b-4363-a68b-083b30632582 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:55:53.409881 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 9b138984-501b-4363-a68b-083b30632582 not bound to the agent host hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:55:53.847830 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accd1e7-dd6e-40d7-bbeb-9005362a6591 req-24567150-8e34-41f8-a382-2402b4aae396 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:53.849591 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7accd1e7-dd6e-40d7-bbeb-9005362a6591 req-24567150-8e34-41f8-a382-2402b4aae396 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0548971 Sep 27 07:55:53.888537 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7accd1e7-dd6e-40d7-bbeb-9005362a6591 req-71cafaa1-f0e2-4012-b2d3-c7c1b21faf8d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330598 Sep 27 07:55:54.153392 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a56c3-be5b-4d54-bb4b-4f707db68a69 req-23abd886-5a20-416d-84d7-26188e07fa18 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:54.154958 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-609a56c3-be5b-4d54-bb4b-4f707db68a69 req-23abd886-5a20-416d-84d7-26188e07fa18 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0523760 Sep 27 07:55:54.196499 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-609a56c3-be5b-4d54-bb4b-4f707db68a69 req-af46dee8-579b-4707-bda2-69a0bfede401 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350060 Sep 27 07:55:54.323975 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e85d6-c32b-4a35-bbcd-56a67355f05a req-7ebd2f1e-413f-4dee-88cb-bfa65b33c939 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:54.326172 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-147e85d6-c32b-4a35-bbcd-56a67355f05a req-7ebd2f1e-413f-4dee-88cb-bfa65b33c939 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0631752 Sep 27 07:55:54.367233 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-147e85d6-c32b-4a35-bbcd-56a67355f05a req-9d3c717d-98b4-4c70-b63c-8463232cbcc5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347273 Sep 27 07:55:54.487117 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01eef16-4838-437d-9ca8-8d31f90ca4c4 req-9cfba06d-5ab4-4200-a19f-cbbcbed602d4 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:54.488788 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c01eef16-4838-437d-9ca8-8d31f90ca4c4 req-9cfba06d-5ab4-4200-a19f-cbbcbed602d4 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 931 time: 0.0595927 Sep 27 07:55:54.532289 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c01eef16-4838-437d-9ca8-8d31f90ca4c4 req-000200cf-3ae3-45d9-b004-cdca14ac544a tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370972 Sep 27 07:55:55.018989 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b46d7-2b80-4027-b0d9-4f98458bce50 req-e4a40595-ce80-4852-bb9f-c82271578ea0 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:55.020610 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-052b46d7-2b80-4027-b0d9-4f98458bce50 req-e4a40595-ce80-4852-bb9f-c82271578ea0 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0624592 Sep 27 07:55:55.061192 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-052b46d7-2b80-4027-b0d9-4f98458bce50 req-06e6e553-752c-421c-8c14-6551ce0adefd tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338161 Sep 27 07:55:55.337149 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853df85-ca42-4294-b817-a39c34eeb82e req-0474c8d2-7e6f-4887-8740-9f52a0346f36 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:55.338688 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5853df85-ca42-4294-b817-a39c34eeb82e req-0474c8d2-7e6f-4887-8740-9f52a0346f36 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 946 time: 0.0887332 Sep 27 07:55:55.351627 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62b7dc0-d388-4062-8438-a2425668bd01 req-226c7c32-a6e8-45ad-8422-032c8449cd57 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:55.355558 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e62b7dc0-d388-4062-8438-a2425668bd01 req-226c7c32-a6e8-45ad-8422-032c8449cd57 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0776422 Sep 27 07:55:55.413068 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5853df85-ca42-4294-b817-a39c34eeb82e req-dcd6cfe7-ed60-4105-b785-64c8b441abb5 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562062 Sep 27 07:55:55.415800 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e62b7dc0-d388-4062-8438-a2425668bd01 req-6d84fc49-3835-4446-b4b6-c4c5e7c8ee3d tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534232 Sep 27 07:55:55.523022 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19869615-4b65-45a9-8981-c2c724c11062 req-db3c3962-71ea-421c-b3a6-8e64ef5c5e82 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:55.524545 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-19869615-4b65-45a9-8981-c2c724c11062 req-db3c3962-71ea-421c-b3a6-8e64ef5c5e82 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0497351 Sep 27 07:55:55.564841 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-19869615-4b65-45a9-8981-c2c724c11062 req-63783dfd-0462-41bf-81a6-632d7bc8b08f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335665 Sep 27 07:55:55.656923 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6b433-ddba-41bf-b0f5-634e482e49bf req-5c351a70-cf32-49d7-a876-84a55205d67a tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:55.658442 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-efd6b433-ddba-41bf-b0f5-634e482e49bf req-5c351a70-cf32-49d7-a876-84a55205d67a tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 931 time: 0.0498335 Sep 27 07:55:55.700523 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-efd6b433-ddba-41bf-b0f5-634e482e49bf req-af524fc5-9ae5-4e9c-b46e-3f15f70702ec tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357699 Sep 27 07:55:56.177397 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4b7d1-4abf-4412-80dc-f4b8bd8204c5 req-2a6774da-1fe8-418c-a8df-b79d3037cd1c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:56.178982 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bad4b7d1-4abf-4412-80dc-f4b8bd8204c5 req-2a6774da-1fe8-418c-a8df-b79d3037cd1c tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0493538 Sep 27 07:55:56.219920 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bad4b7d1-4abf-4412-80dc-f4b8bd8204c5 req-f2377fce-c711-40ec-b540-6ed24274bdf1 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334868 Sep 27 07:55:56.565161 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb026ab-7f4e-41ca-b9d2-8b52156a69ac req-dd8f1685-3c73-4e54-96ec-9719d911d2f4 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:56.566767 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1fb026ab-7f4e-41ca-b9d2-8b52156a69ac req-dd8f1685-3c73-4e54-96ec-9719d911d2f4 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 946 time: 0.0778356 Sep 27 07:55:56.580265 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b3332e-641a-48ab-b12e-15816c9f3513 req-79910aac-a692-4ee6-8336-77b7e1fd1652 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:56.582790 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-75b3332e-641a-48ab-b12e-15816c9f3513 req-79910aac-a692-4ee6-8336-77b7e1fd1652 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0828292 Sep 27 07:55:56.646314 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1fb026ab-7f4e-41ca-b9d2-8b52156a69ac req-5360985a-dbac-4dee-b6c0-d252dd2c442d tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627820 Sep 27 07:55:56.651306 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-75b3332e-641a-48ab-b12e-15816c9f3513 req-c213b85a-a3bd-48d2-9313-f8de7000a512 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572400 Sep 27 07:55:56.757902 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9f53b1-166b-4194-aeb2-64b584afae2d req-ff05458c-c095-4be0-8b2a-6ee83f5b4b8e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:56.759451 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6d9f53b1-166b-4194-aeb2-64b584afae2d req-ff05458c-c095-4be0-8b2a-6ee83f5b4b8e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0500998 Sep 27 07:55:56.827571 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6d9f53b1-166b-4194-aeb2-64b584afae2d req-0cc9d099-b37c-4653-afc5-be59bb29ef4a tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611622 Sep 27 07:55:56.846668 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9eed5-bccf-4774-99bc-65dfee3031d4 req-d8e39f0e-dd8c-4b65-9de1-0f482b8fe18b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:56.848189 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3bd9eed5-bccf-4774-99bc-65dfee3031d4 req-d8e39f0e-dd8c-4b65-9de1-0f482b8fe18b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 931 time: 0.0746148 Sep 27 07:55:56.890771 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3bd9eed5-bccf-4774-99bc-65dfee3031d4 req-eb6a5b20-aef7-435d-91a8-d635bb8a34e2 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339568 Sep 27 07:55:57.340748 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d2008-e4d2-45a0-9b34-813808db0203 req-3aefbb87-947c-4f74-b74f-64723531c6ef tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:57.342379 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-982d2008-e4d2-45a0-9b34-813808db0203 req-3aefbb87-947c-4f74-b74f-64723531c6ef tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0554962 Sep 27 07:55:57.382580 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-982d2008-e4d2-45a0-9b34-813808db0203 req-0aafecd2-cea0-4511-9a25-6bf0e5889b41 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340407 Sep 27 07:55:57.796619 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6125af7c-db4f-4b5f-a63a-aea3bca9a87f req-7dfbf383-dcce-4bd5-9405-b105bc482ad0 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:57.798222 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6125af7c-db4f-4b5f-a63a-aea3bca9a87f req-7dfbf383-dcce-4bd5-9405-b105bc482ad0 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0773530 Sep 27 07:55:57.805659 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3679e-10c3-4a0d-b2da-77ec8d159fa6 req-df6cd12d-bcaf-45d5-aaa2-177a75995f79 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:57.807122 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e9c3679e-10c3-4a0d-b2da-77ec8d159fa6 req-df6cd12d-bcaf-45d5-aaa2-177a75995f79 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 946 time: 0.0772152 Sep 27 07:55:57.868236 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6125af7c-db4f-4b5f-a63a-aea3bca9a87f req-839d4ccb-66e4-4209-bd6c-a6d3953fa32b tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597856 Sep 27 07:55:57.871768 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e9c3679e-10c3-4a0d-b2da-77ec8d159fa6 req-ae1e313e-7d47-4179-b1f1-6ba6b30964ec tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574651 Sep 27 07:55:58.002195 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07483fbf-3a24-49ac-b776-8c0a2de42e24 req-037f78d0-92f6-4b92-bf38-8f2cafae5a23 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:58.003715 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-07483fbf-3a24-49ac-b776-8c0a2de42e24 req-037f78d0-92f6-4b92-bf38-8f2cafae5a23 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0747721 Sep 27 07:55:58.038290 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad7bf59-51a9-48ac-af1f-9f7022162349 req-57642a78-65da-4a92-9009-4ec132f11411 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:58.039786 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cad7bf59-51a9-48ac-af1f-9f7022162349 req-57642a78-65da-4a92-9009-4ec132f11411 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 931 time: 0.0778139 Sep 27 07:55:58.068955 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-07483fbf-3a24-49ac-b776-8c0a2de42e24 req-bca6d2b4-95f8-43eb-b32a-b5817243b5e3 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568349 Sep 27 07:55:58.091474 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cad7bf59-51a9-48ac-af1f-9f7022162349 req-75f40e90-50a0-49c6-a9b9-2a9620e7733e tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416412 Sep 27 07:55:58.501969 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc5bab-9c5d-45a2-a964-1395257e69db req-c459c112-d662-47f4-a287-ed60da876b4b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:58.503537 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5edc5bab-9c5d-45a2-a964-1395257e69db req-c459c112-d662-47f4-a287-ed60da876b4b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0539665 Sep 27 07:55:58.554143 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5edc5bab-9c5d-45a2-a964-1395257e69db req-dd030293-3cc7-4d94-bf35-5eb6e02c0bae tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446317 Sep 27 07:55:59.025415 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d676e8-e487-449b-9782-72adc6934776 req-ae97154d-0535-4ab3-b390-4f62441aea80 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:59.028969 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-46d676e8-e487-449b-9782-72adc6934776 req-ae97154d-0535-4ab3-b390-4f62441aea80 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 946 time: 0.0857038 Sep 27 07:55:59.042991 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eddc72-b67c-4460-bb14-09fb2497384b req-d6329429-dd68-4e74-a4a5-9d7cc642b729 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:59.153839 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-97eddc72-b67c-4460-bb14-09fb2497384b req-d6329429-dd68-4e74-a4a5-9d7cc642b729 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 945 time: 0.1013670 Sep 27 07:55:59.153839 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-46d676e8-e487-449b-9782-72adc6934776 req-bb21f7d6-0d0c-44b7-ac64-679a661c7524 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621722 Sep 27 07:55:59.153839 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-97eddc72-b67c-4460-bb14-09fb2497384b req-916cc0b7-6948-470a-a9e2-a66a5cda4845 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602593 Sep 27 07:55:59.256477 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b3030-c475-4213-8d8c-eed59d8c86a8 req-33568dc5-fc21-452f-b008-e1a5ec7367db tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:59.258046 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0e6b3030-c475-4213-8d8c-eed59d8c86a8 req-33568dc5-fc21-452f-b008-e1a5ec7367db tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 931 time: 0.0774114 Sep 27 07:55:59.266340 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5faad-b07c-4a56-9d61-409138e2b167 req-15f8df0c-6f86-40f6-8881-9ccf710dbb85 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:59.267837 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8da5faad-b07c-4a56-9d61-409138e2b167 req-15f8df0c-6f86-40f6-8881-9ccf710dbb85 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0964189 Sep 27 07:55:59.324209 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0e6b3030-c475-4213-8d8c-eed59d8c86a8 req-75d61e02-2a09-4b4c-82f6-54e9726f7a41 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553114 Sep 27 07:55:59.329378 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8da5faad-b07c-4a56-9d61-409138e2b167 req-ba461f03-a9f4-451a-a012-e4d784a5268e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547168 Sep 27 07:55:59.673800 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232306f-c965-42b0-867d-9cde3311f198 req-e2e2e98a-7906-4c4e-b0dc-d99f1956e65f tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:55:59.675303 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d232306f-c965-42b0-867d-9cde3311f198 req-e2e2e98a-7906-4c4e-b0dc-d99f1956e65f tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0532856 Sep 27 07:55:59.714684 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d232306f-c965-42b0-867d-9cde3311f198 req-c18e72a2-0191-4871-9fa7-9c6233a8e894 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332100 Sep 27 07:56:00.281602 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abef4e-7add-41a6-87f9-91e63acdf15a req-7fb2e556-bdb1-4033-a47a-d84b9b5d8cbc tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:00.283103 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-97abef4e-7add-41a6-87f9-91e63acdf15a req-7fb2e556-bdb1-4033-a47a-d84b9b5d8cbc tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 946 time: 0.0751328 Sep 27 07:56:00.297433 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b827e-9d29-4bf5-a40e-b4613d7b1826 req-4b0ffc9b-7083-4640-bb00-28a84fa9c8a6 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:00.299058 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b85b827e-9d29-4bf5-a40e-b4613d7b1826 req-4b0ffc9b-7083-4640-bb00-28a84fa9c8a6 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0892131 Sep 27 07:56:00.355714 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-97abef4e-7add-41a6-87f9-91e63acdf15a req-0ca71459-c6ab-4418-97eb-6dc6a69800fc tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556827 Sep 27 07:56:00.358689 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b85b827e-9d29-4bf5-a40e-b4613d7b1826 req-13e13353-6b26-4e94-bba6-f289151ccc79 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529981 Sep 27 07:56:00.494673 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37d441-889d-4547-86d8-1c9111027cee req-6657016b-0ef2-4bea-a261-532cf455ddec tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:00.496700 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cb37d441-889d-4547-86d8-1c9111027cee req-6657016b-0ef2-4bea-a261-532cf455ddec tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 931 time: 0.0816023 Sep 27 07:56:00.510432 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1a820-0f8f-4be5-acda-e2d3f9effd88 req-440a6e1d-3a36-4183-beb8-3f5250f0cab3 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:00.511975 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-08e1a820-0f8f-4be5-acda-e2d3f9effd88 req-440a6e1d-3a36-4183-beb8-3f5250f0cab3 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0849032 Sep 27 07:56:00.570729 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cb37d441-889d-4547-86d8-1c9111027cee req-7978650c-41a1-4f67-a115-b5ba78139e0d tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680451 Sep 27 07:56:00.574532 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-08e1a820-0f8f-4be5-acda-e2d3f9effd88 req-60ed34ad-ef3e-49a5-88ef-46ad662b5ef8 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556307 Sep 27 07:56:00.830023 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed27af9-a004-4b5c-9caa-607e2705b9cf req-cf7c639a-a31c-4219-88c0-816ccb8714ba tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:00.831527 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0ed27af9-a004-4b5c-9caa-607e2705b9cf req-cf7c639a-a31c-4219-88c0-816ccb8714ba tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0503910 Sep 27 07:56:00.874319 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0ed27af9-a004-4b5c-9caa-607e2705b9cf req-0c5a53da-61f0-46bb-b90a-761287e9d54b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366282 Sep 27 07:56:01.505440 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea79bed-064d-45f0-81a7-aad3dff9e966 req-24362f6e-562a-4be3-ad5d-63cf40cdf521 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:01.506945 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-aea79bed-064d-45f0-81a7-aad3dff9e966 req-24362f6e-562a-4be3-ad5d-63cf40cdf521 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 946 time: 0.0804853 Sep 27 07:56:01.514546 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b80f8-e7a8-4f1a-aa4a-0a1ea1b41abf req-4de99a7c-5e91-40c7-991d-15d8a9663b5a tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:01.515991 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-464b80f8-e7a8-4f1a-aa4a-0a1ea1b41abf req-4de99a7c-5e91-40c7-991d-15d8a9663b5a tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0798595 Sep 27 07:56:01.566241 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-aea79bed-064d-45f0-81a7-aad3dff9e966 req-94113e22-c90b-4440-8212-4ac333901969 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491745 Sep 27 07:56:01.579602 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-464b80f8-e7a8-4f1a-aa4a-0a1ea1b41abf req-746b11af-b387-49aa-9910-0a45b8234223 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556867 Sep 27 07:56:01.724378 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15431c5-a0c7-4d85-9820-ebbab6898e68 req-93a81c4b-7747-49ed-a812-48d9c3420acd tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:01.725917 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f15431c5-a0c7-4d85-9820-ebbab6898e68 req-93a81c4b-7747-49ed-a812-48d9c3420acd tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 931 time: 0.0816844 Sep 27 07:56:01.734739 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c299c84b-0f77-4aad-a735-441e5c51da62 req-826f3031-7a45-400e-bcff-df5edbaa0bdf tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:01.736207 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c299c84b-0f77-4aad-a735-441e5c51da62 req-826f3031-7a45-400e-bcff-df5edbaa0bdf tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0825052 Sep 27 07:56:01.790985 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f15431c5-a0c7-4d85-9820-ebbab6898e68 req-4d4b545e-7b02-4e3a-ae0e-fe984efd9fa0 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537617 Sep 27 07:56:01.798664 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c299c84b-0f77-4aad-a735-441e5c51da62 req-0da7a8b2-6205-4cb1-817c-40b7d1e55d04 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556841 Sep 27 07:56:01.993510 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de90a62-10d4-477d-9c10-df2b3e80df7c req-8feea804-ac13-40b6-97e3-b6c602b41174 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:01.993510 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5de90a62-10d4-477d-9c10-df2b3e80df7c req-8feea804-ac13-40b6-97e3-b6c602b41174 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0494332 Sep 27 07:56:02.033801 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5de90a62-10d4-477d-9c10-df2b3e80df7c req-9bb877c9-1b03-4cd8-92e4-dc578927cfd1 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339732 Sep 27 07:56:02.339418 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:02.734676 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde07fc-846f-4196-9c69-57dda6711958 req-0108c170-a0fb-4135-bbe9-238a9f84e0d1 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:02.736553 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7cde07fc-846f-4196-9c69-57dda6711958 req-0108c170-a0fb-4135-bbe9-238a9f84e0d1 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 946 time: 0.0838203 Sep 27 07:56:02.749530 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08de61-571e-42a4-9239-23a439502802 req-3cebafc5-b97d-46de-9e85-0c5e46c22f51 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:02.751036 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6d08de61-571e-42a4-9239-23a439502802 req-3cebafc5-b97d-46de-9e85-0c5e46c22f51 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0867972 Sep 27 07:56:02.802803 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7cde07fc-846f-4196-9c69-57dda6711958 req-c735482c-af3e-4bf6-8bbd-9a1dfd590539 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.11 "GET /v2.0/security-groups?id=eaa5f48d-6bad-4158-8a85-32c4323289fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503995 Sep 27 07:56:02.819461 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6d08de61-571e-42a4-9239-23a439502802 req-9e07c5e1-255f-4ef3-93f6-0240d64d94c4 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533898 Sep 27 07:56:02.950738 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b6873-b579-4b64-baab-a0ac29550fcc req-062bc1f0-6082-425b-94d8-e07cebe5d52f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:02.952325 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5c0b6873-b579-4b64-baab-a0ac29550fcc req-062bc1f0-6082-425b-94d8-e07cebe5d52f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 931 time: 0.0825911 Sep 27 07:56:02.987476 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa3e3d-5e02-44f8-b5e6-e6a29160d6dc req-ebf33345-445e-4ec5-8375-9a3ecf03f446 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:02.989098 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9faa3e3d-5e02-44f8-b5e6-e6a29160d6dc req-ebf33345-445e-4ec5-8375-9a3ecf03f446 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0816460 Sep 27 07:56:03.020083 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5c0b6873-b579-4b64-baab-a0ac29550fcc req-dd946172-d0a4-43f4-a8ad-556e10294af6 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615919 Sep 27 07:56:03.042134 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9faa3e3d-5e02-44f8-b5e6-e6a29160d6dc req-c46a1e8e-ff00-4f64-b41d-5deda7cb0adc tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420771 Sep 27 07:56:03.157626 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad6717-7f58-4f0f-add6-ed70b6e94987 req-5b42ee25-d1f2-418a-96d2-dac7654dc827 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:03.159120 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-90ad6717-7f58-4f0f-add6-ed70b6e94987 req-5b42ee25-d1f2-418a-96d2-dac7654dc827 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0531108 Sep 27 07:56:03.199644 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-90ad6717-7f58-4f0f-add6-ed70b6e94987 req-71827087-2d08-4f55-9562-69d43d9e575b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342355 Sep 27 07:56:03.413429 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-6602f2b5-da7e-48e2-8af3-a297235cc4d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:03.952687 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee20e8-dc54-44d5-a18c-7953a302074c req-d5879054-f9e4-4868-95c6-9b84799a4a47 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:03.954159 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7eee20e8-dc54-44d5-a18c-7953a302074c req-d5879054-f9e4-4868-95c6-9b84799a4a47 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0516362 Sep 27 07:56:03.991192 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7eee20e8-dc54-44d5-a18c-7953a302074c req-4cc57452-38ad-4810-8909-36add694902b tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308549 Sep 27 07:56:04.133853 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785708b-b8de-47ea-930d-c635140b8d87 req-4c7105ac-b850-4818-a6d7-f269e29e4826 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:04.135211 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c785708b-b8de-47ea-930d-c635140b8d87 req-4c7105ac-b850-4818-a6d7-f269e29e4826 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 931 time: 0.0491788 Sep 27 07:56:04.173570 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c785708b-b8de-47ea-930d-c635140b8d87 req-552e2a35-8b2f-496c-ad2e-1fc6091faab8 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324869 Sep 27 07:56:04.202501 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Request body: {'port': {'device_id': '52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:56:04.258282 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:04.279122 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc168b-2137-421a-a258-d9af9aa90114 req-449efcdb-8a78-44c2-81ae-f7e479d5ea2d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:04.280606 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-85cc168b-2137-421a-a258-d9af9aa90114 req-449efcdb-8a78-44c2-81ae-f7e479d5ea2d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0495131 Sep 27 07:56:04.320419 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-85cc168b-2137-421a-a258-d9af9aa90114 req-b47595d0-555f-4ea0-ab54-fb260a639636 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337286 Sep 27 07:56:04.434810 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb5452-aa35-49f0-a202-3cb62fce78fe req-68811368-ad0d-442c-8f1e-4cbac2bd4ee1 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:04.436498 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dacb5452-aa35-49f0-a202-3cb62fce78fe req-68811368-ad0d-442c-8f1e-4cbac2bd4ee1 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0529704 Sep 27 07:56:04.477263 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dacb5452-aa35-49f0-a202-3cb62fce78fe req-a1a2414c-dab5-4cfc-9c2f-dc4e0b14e083 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323718 Sep 27 07:56:04.486212 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63603938-a13d-4652-a0cc-b0a027c545f2 req-ebd9faca-f2fb-4c5d-a53d-244b508a95ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:04.487729 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-63603938-a13d-4652-a0cc-b0a027c545f2 req-ebd9faca-f2fb-4c5d-a53d-244b508a95ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=db214cdbafc9405aa877c1f184e8532e&device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 1098 time: 0.1057317 Sep 27 07:56:04.620279 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1cf396-5466-432c-b402-0c7a90f1e5db {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:56:04.633204 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:04.638177 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63603938-a13d-4652-a0cc-b0a027c545f2 req-2088b972-e4c3-41b7-af99-910bf856ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:04.639601 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-63603938-a13d-4652-a0cc-b0a027c545f2 req-2088b972-e4c3-41b7-af99-910bf856ef82 service neutron] 10.222.0.25 "GET /v2.0/networks?id=448aa08f-9439-4e3a-9cd7-ca641ada67be HTTP/1.1" status: 200 len: 920 time: 0.1390479 Sep 27 07:56:04.648190 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Transition to ACTIVE for port object 6d1cf396-5466-432c-b402-0c7a90f1e5db will not be triggered until provisioned by entity L2. {{(pid=106357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 07:56:04.686604 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-63603938-a13d-4652-a0cc-b0a027c545f2 req-43da146c-d284-4f99-ba2f-80ca35be8f3d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4d52c070-92a2-4125-bcef-dba7a04c2dc4 HTTP/1.1" status: 200 len: 217 time: 0.0372906 Sep 27 07:56:04.739373 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63603938-a13d-4652-a0cc-b0a027c545f2 req-f172841b-833a-4eeb-9e5b-161f588ca185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:04.740856 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-63603938-a13d-4652-a0cc-b0a027c545f2 req-f172841b-833a-4eeb-9e5b-161f588ca185 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=07db581e-2238-4bd1-aacc-bc8622529c44 HTTP/1.1" status: 200 len: 859 time: 0.0433638 Sep 27 07:56:04.757652 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:04.779450 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-63603938-a13d-4652-a0cc-b0a027c545f2 req-3b37db8f-af69-438e-9666-134e5c7df4a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=448aa08f-9439-4e3a-9cd7-ca641ada67be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303934 Sep 27 07:56:04.849566 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Pushing event updated for resources: {'Port': ['ID=6d1cf396-5466-432c-b402-0c7a90f1e5db,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:04.955222 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-63603938-a13d-4652-a0cc-b0a027c545f2 req-42e7c366-3094-4cac-9386-7434df8d180b service neutron] 10.222.0.25 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581826 Sep 27 07:56:04.965640 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Attempting to bind port 6d1cf396-5466-432c-b402-0c7a90f1e5db on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:56:04.965640 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Attempting to bind port 6d1cf396-5466-432c-b402-0c7a90f1e5db by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': '2cd8c745-3887-4dd3-8293-288c1e55122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:56:04.965640 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Attempting to bind port 6d1cf396-5466-432c-b402-0c7a90f1e5db on network 06aad22d-9cd9-4e6a-b76f-f395bd796545 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:56:04.978328 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Port 6d1cf396-5466-432c-b402-0c7a90f1e5db on network 06aad22d-9cd9-4e6a-b76f-f395bd796545 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 07:56:04.978646 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Attempting to bind port 6d1cf396-5466-432c-b402-0c7a90f1e5db on network 06aad22d-9cd9-4e6a-b76f-f395bd796545 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:56:04.992809 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:56:04.993166 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Checking segment: {'id': '2cd8c745-3887-4dd3-8293-288c1e55122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:56:04.993540 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Bound using segment: {'id': '2cd8c745-3887-4dd3-8293-288c1e55122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:56:04.993997 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Bound port: 6d1cf396-5466-432c-b402-0c7a90f1e5db, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd8c745-3887-4dd3-8293-288c1e55122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:56:04.994369 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:05.110771 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be6d447-cbe7-415c-b290-4243a521dc7b req-2ecfadfd-6a46-40a5-b23e-2697b3bd5cde tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:05.112294 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7be6d447-cbe7-415c-b290-4243a521dc7b req-2ecfadfd-6a46-40a5-b23e-2697b3bd5cde tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 945 time: 0.0520909 Sep 27 07:56:05.113339 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-63603938-a13d-4652-a0cc-b0a027c545f2 req-29470601-b914-4fc3-80f2-afdb39acf265 service neutron] 10.222.0.25 "GET /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456256 Sep 27 07:56:05.117449 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] For port 6d1cf396-5466-432c-b402-0c7a90f1e5db, host hv-cinder-81107, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:56:05.121271 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] For port 6d1cf396-5466-432c-b402-0c7a90f1e5db, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=6d1cf396-5466-432c-b402-0c7a90f1e5db,segment=NetworkSegment(2cd8c745-3887-4dd3-8293-288c1e55122f),segment_id=2cd8c745-3887-4dd3-8293-288c1e55122f)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:56:05.154642 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7be6d447-cbe7-415c-b290-4243a521dc7b req-2bf97739-c242-42d2-93c6-df7ed07a7654 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353343 Sep 27 07:56:05.219230 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:05.259625 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:05.262913 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:05.262913 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] 10.222.0.25 "PUT /v2.0/ports/6d1cf396-5466-432c-b402-0c7a90f1e5db HTTP/1.1" status: 200 len: 1093 time: 1.0638289 Sep 27 07:56:05.262913 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4', 'tag': '6d1cf396-5466-432c-b402-0c7a90f1e5db'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:56:05.265033 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3326cf-8771-4245-b79f-94e4b66fb022" -d '{"events": [{"name": "network-changed", "server_uuid": "52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4", "tag": "6d1cf396-5466-432c-b402-0c7a90f1e5db"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:56:05.290201 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa14850-38af-41a6-9793-98286652dee3 req-fcb6c1b3-e110-4cc5-b178-5e327b877f12 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:05.290201 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-9aa14850-38af-41a6-9793-98286652dee3 req-fcb6c1b3-e110-4cc5-b178-5e327b877f12 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.25 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 945 time: 0.1022248 Sep 27 07:56:05.304224 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6035ba-1581-422b-bd72-13ba62d09750 req-fdbff9c1-4b86-46c4-8fc0-ba17e9075aa6 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:05.305786 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-da6035ba-1581-422b-bd72-13ba62d09750 req-fdbff9c1-4b86-46c4-8fc0-ba17e9075aa6 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 943 time: 0.0624075 Sep 27 07:56:05.313877 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d136c4c1-1f97-42a8-b88d-1491beabd26a service neutron] Pushing event updated for resources: {'Port': ['ID=6d1cf396-5466-432c-b402-0c7a90f1e5db,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:05.357838 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-da6035ba-1581-422b-bd72-13ba62d09750 req-5b4ef8f4-90a4-405b-bbb8-601d4aebc1be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418308 Sep 27 07:56:05.409887 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91a3aa1-934e-4c6e-ac2b-f4a3883b130c x-openstack-request-id: req-c91a3aa1-934e-4c6e-ac2b-f4a3883b130c {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:56:05.409887 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4", "tag": "6d1cf396-5466-432c-b402-0c7a90f1e5db", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:56:05.409887 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c91a3aa1-934e-4c6e-ac2b-f4a3883b130c {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:56:05.410235 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4', 'tag': '6d1cf396-5466-432c-b402-0c7a90f1e5db', 'status': 'completed', 'code': 200} Sep 27 07:56:05.465965 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-4a8e4585-1451-48c8-8e74-ab3c3eeb8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:05.467699 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-4a8e4585-1451-48c8-8e74-ab3c3eeb8329 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b2891b7e2846afbeaa597a6484d7ab&device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 1096 time: 0.0716133 Sep 27 07:56:05.473008 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-9aa14850-38af-41a6-9793-98286652dee3 req-7de369eb-7ed7-4aa0-b6ea-c416fc09c42a tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Deleting port ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:56:05.480075 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-9aa14850-38af-41a6-9793-98286652dee3 req-7de369eb-7ed7-4aa0-b6ea-c416fc09c42a tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:05.513908 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f20625-0b94-4348-b8b3-f84b1a411260 req-1be2d5f8-54ab-410e-9de8-d99324663892 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:05.515443 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f4f20625-0b94-4348-b8b3-f84b1a411260 req-1be2d5f8-54ab-410e-9de8-d99324663892 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0539064 Sep 27 07:56:05.530780 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-bbda0079-edf1-40f4-8746-9198f65425b8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d1cf396-5466-432c-b402-0c7a90f1e5db HTTP/1.1" status: 200 len: 217 time: 0.0530534 Sep 27 07:56:05.557611 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f4f20625-0b94-4348-b8b3-f84b1a411260 req-27c55f41-6e72-4bde-8748-af1729ef71fc tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354691 Sep 27 07:56:05.632726 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-4860406b-2bdc-4c48-8da7-5df69cf0fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:05.634203 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-4860406b-2bdc-4c48-8da7-5df69cf0fbaa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3446fc4a-d5c1-4650-a23a-1fd0ac050ea8 HTTP/1.1" status: 200 len: 854 time: 0.0948815 Sep 27 07:56:05.639040 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-9aa14850-38af-41a6-9793-98286652dee3 req-7de369eb-7ed7-4aa0-b6ea-c416fc09c42a tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] For port ee5a0856-2b0d-4d67-aac4-afa35d0b1e04, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=ee5a0856-2b0d-4d67-aac4-afa35d0b1e04,segment=NetworkSegment(ff73a54f-d6ac-4047-aa4f-9a1ec93c567a),segment_id=ff73a54f-d6ac-4047-aa4f-9a1ec93c567a)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:56:05.641692 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-9aa14850-38af-41a6-9793-98286652dee3 req-7de369eb-7ed7-4aa0-b6ea-c416fc09c42a tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:05.673198 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e017e68-9dc7-4be1-ab04-9a814d708ec4 req-fc5c392f-bb54-4fd3-a305-ed531c19c48b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:05.674509 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-9aa14850-38af-41a6-9793-98286652dee3 req-7de369eb-7ed7-4aa0-b6ea-c416fc09c42a tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Calling delete_port for ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 owned by compute:nova {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:56:05.674625 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2e017e68-9dc7-4be1-ab04-9a814d708ec4 req-fc5c392f-bb54-4fd3-a305-ed531c19c48b tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0487180 Sep 27 07:56:05.712516 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2e017e68-9dc7-4be1-ab04-9a814d708ec4 req-1ce5ed16-f6db-4c0b-be69-ffa462906226 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318112 Sep 27 07:56:05.733775 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-940298b5-b791-4036-9d5c-59f05d05b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:05.735271 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-940298b5-b791-4036-9d5c-59f05d05b3e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=06aad22d-9cd9-4e6a-b76f-f395bd796545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0884488 Sep 27 07:56:05.870208 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-9a72693e-402d-4d81-8e19-f2cf3435c264 service neutron] 10.222.0.25 "GET /v2.0/networks/06aad22d-9cd9-4e6a-b76f-f395bd796545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254520 Sep 27 07:56:05.945844 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-9aa14850-38af-41a6-9793-98286652dee3 req-7de369eb-7ed7-4aa0-b6ea-c416fc09c42a tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:05.958367 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['ee5a0856-2b0d-4d67-aac4-afa35d0b1e04'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:56:05.986360 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de369eb-7ed7-4aa0-b6ea-c416fc09c42a tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Pushing event deleted for resources: {'Port': ['ID=ee5a0856-2b0d-4d67-aac4-afa35d0b1e04,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:06.035171 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3716d6d9-6243-4838-bcac-83cd0a8d85d2 req-34a82a77-a789-428f-8f8c-abde6f644112 service neutron] 10.222.0.25 "GET /v2.0/networks/06aad22d-9cd9-4e6a-b76f-f395bd796545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403449 Sep 27 07:56:06.035171 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aa14850-38af-41a6-9793-98286652dee3 req-7de369eb-7ed7-4aa0-b6ea-c416fc09c42a tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] No DVR routers for this DVR port ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 on host hv-cinder-81107 {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:56:06.038681 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-9aa14850-38af-41a6-9793-98286652dee3 req-7de369eb-7ed7-4aa0-b6ea-c416fc09c42a tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:06.041221 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-9aa14850-38af-41a6-9793-98286652dee3 req-7de369eb-7ed7-4aa0-b6ea-c416fc09c42a tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.25 "DELETE /v2.0/ports/ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 HTTP/1.1" status: 204 len: 173 time: 0.7424843 Sep 27 07:56:06.104769 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd021cac-9359-4c50-8ae1-d8feebea2df5 req-628ced3b-3462-4c1d-bf9f-a699ef0883ef tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:06.106595 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cd021cac-9359-4c50-8ae1-d8feebea2df5 req-628ced3b-3462-4c1d-bf9f-a699ef0883ef tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0514946 Sep 27 07:56:06.146946 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cd021cac-9359-4c50-8ae1-d8feebea2df5 req-3411d4ca-1ebe-4989-afc9-ed665b98ec32 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341074 Sep 27 07:56:06.205072 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-0072f645-0af5-4c15-aad0-15e53a4b74aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:06.259970 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6b831c60-83a6-4c9a-b0ea-1d9d9c0e2a79 req-15c54d8a-1737-425a-8842-f592fcbc3f83 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1 HTTP/1.1" status: 200 len: 210 time: 0.0302927 Sep 27 07:56:06.303653 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a24fce-24fb-4244-a77f-a59b32241d1d req-f8bd64d2-2f10-4131-935a-5bee07d01142 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:06.305136 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d2a24fce-24fb-4244-a77f-a59b32241d1d req-f8bd64d2-2f10-4131-935a-5bee07d01142 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.25 "GET /v2.0/ports?device_id=f788a708-dbe3-4dba-89a7-73ed31b0acd1 HTTP/1.1" status: 200 len: 946 time: 0.0760648 Sep 27 07:56:06.306876 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3326cf-8771-4245-b79f-94e4b66fb022 req-ff432d8d-794e-4102-9d84-72ccb2e90f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:06.308785 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-5f3326cf-8771-4245-b79f-94e4b66fb022 req-ff432d8d-794e-4102-9d84-72ccb2e90f60 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b2891b7e2846afbeaa597a6484d7ab&device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 1096 time: 0.0703993 Sep 27 07:56:06.459793 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3326cf-8771-4245-b79f-94e4b66fb022 req-f5a6fe14-fd2b-48c0-913e-16f1728b198d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:06.461305 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-5f3326cf-8771-4245-b79f-94e4b66fb022 req-f5a6fe14-fd2b-48c0-913e-16f1728b198d service neutron] 10.222.0.25 "GET /v2.0/networks?id=06aad22d-9cd9-4e6a-b76f-f395bd796545 HTTP/1.1" status: 200 len: 916 time: 0.1423526 Sep 27 07:56:06.467066 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf496b-3ece-4754-a5cb-5f71d46202e3 req-09dda802-4a87-468b-bc4c-ca6888134621 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:06.468562 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-89bf496b-3ece-4754-a5cb-5f71d46202e3 req-09dda802-4a87-468b-bc4c-ca6888134621 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 943 time: 0.0487289 Sep 27 07:56:06.486518 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-d2a24fce-24fb-4244-a77f-a59b32241d1d req-f6cb23f2-bd22-4ec9-9f12-3e6fa20efb76 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Deleting port ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:56:06.486861 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-d2a24fce-24fb-4244-a77f-a59b32241d1d req-f6cb23f2-bd22-4ec9-9f12-3e6fa20efb76 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:06.512225 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-89bf496b-3ece-4754-a5cb-5f71d46202e3 req-d0f47a97-42c1-4e9c-a9b8-ea0af5af8257 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338557 Sep 27 07:56:06.516277 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-5f3326cf-8771-4245-b79f-94e4b66fb022 req-537a3d3e-441b-489e-b509-fa93fa10f6a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d1cf396-5466-432c-b402-0c7a90f1e5db HTTP/1.1" status: 200 len: 217 time: 0.0451934 Sep 27 07:56:06.597778 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:06.627880 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3326cf-8771-4245-b79f-94e4b66fb022 req-3d4676cc-52aa-48ed-b25c-a40b88254ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:06.629352 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-5f3326cf-8771-4245-b79f-94e4b66fb022 req-3d4676cc-52aa-48ed-b25c-a40b88254ccc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3446fc4a-d5c1-4650-a23a-1fd0ac050ea8 HTTP/1.1" status: 200 len: 854 time: 0.1032407 Sep 27 07:56:06.680703 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-d2a24fce-24fb-4244-a77f-a59b32241d1d req-f6cb23f2-bd22-4ec9-9f12-3e6fa20efb76 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] For port ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18,segment=NetworkSegment(f049ded7-e2f1-4742-8006-c6c1da15b4c4),segment_id=f049ded7-e2f1-4742-8006-c6c1da15b4c4)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:56:06.681089 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-d2a24fce-24fb-4244-a77f-a59b32241d1d req-f6cb23f2-bd22-4ec9-9f12-3e6fa20efb76 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:06.687018 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cf1f8-6d65-4c3a-a168-27f07376cd5a req-375481f0-218c-4479-b04a-4836911f4ec2 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:06.688504 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9a9cf1f8-6d65-4c3a-a168-27f07376cd5a req-375481f0-218c-4479-b04a-4836911f4ec2 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 943 time: 0.0487952 Sep 27 07:56:06.695202 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-d2a24fce-24fb-4244-a77f-a59b32241d1d req-f6cb23f2-bd22-4ec9-9f12-3e6fa20efb76 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Calling delete_port for ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 owned by compute:nova {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:56:06.710205 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3326cf-8771-4245-b79f-94e4b66fb022 req-4a4b15ea-2089-4a8e-b92d-1328d19308e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:06.711625 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-5f3326cf-8771-4245-b79f-94e4b66fb022 req-4a4b15ea-2089-4a8e-b92d-1328d19308e1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=06aad22d-9cd9-4e6a-b76f-f395bd796545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723290 Sep 27 07:56:06.726692 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9a9cf1f8-6d65-4c3a-a168-27f07376cd5a req-fbcf74d0-ddc0-4fe6-a98d-93b22a7185f7 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319953 Sep 27 07:56:06.841026 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cfb1f5-337e-48b9-9ae2-1f5d98d31fb6 req-cddfcb36-83df-4c9d-a11e-a284c4ab8406 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:06.842653 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c7cfb1f5-337e-48b9-9ae2-1f5d98d31fb6 req-cddfcb36-83df-4c9d-a11e-a284c4ab8406 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0531342 Sep 27 07:56:06.859369 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-5f3326cf-8771-4245-b79f-94e4b66fb022 req-6aef9ac7-59aa-45ba-8a32-15e77b0a911a service neutron] 10.222.0.25 "GET /v2.0/networks/06aad22d-9cd9-4e6a-b76f-f395bd796545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147022 Sep 27 07:56:06.887276 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c7cfb1f5-337e-48b9-9ae2-1f5d98d31fb6 req-009aa371-4d1c-40b9-b87d-c9a8fcf30c07 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378752 Sep 27 07:56:06.972957 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:06.985614 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-5f3326cf-8771-4245-b79f-94e4b66fb022 req-d85773ac-e236-45bc-b495-02bb9caf3d7b service neutron] 10.222.0.25 "GET /v2.0/networks/06aad22d-9cd9-4e6a-b76f-f395bd796545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023030 Sep 27 07:56:07.024130 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-d2a24fce-24fb-4244-a77f-a59b32241d1d req-f6cb23f2-bd22-4ec9-9f12-3e6fa20efb76 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:07.040449 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:56:07.053446 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb23f2-bd22-4ec9-9f12-3e6fa20efb76 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Pushing event deleted for resources: {'Port': ['ID=ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:07.101754 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a24fce-24fb-4244-a77f-a59b32241d1d req-f6cb23f2-bd22-4ec9-9f12-3e6fa20efb76 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] No DVR routers for this DVR port ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 on host hv-cinder-81107 {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:56:07.104212 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-d2a24fce-24fb-4244-a77f-a59b32241d1d req-f6cb23f2-bd22-4ec9-9f12-3e6fa20efb76 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:07.106316 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d2a24fce-24fb-4244-a77f-a59b32241d1d req-f6cb23f2-bd22-4ec9-9f12-3e6fa20efb76 tempest-AttachVolumeNegativeTest-1746772760 tempest-AttachVolumeNegativeTest-1746772760-project] 10.222.0.25 "DELETE /v2.0/ports/ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 HTTP/1.1" status: 204 len: 173 time: 0.7884185 Sep 27 07:56:07.261014 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6eeec6-3434-4366-9557-38a52723896f req-a9de9d1a-1117-43a9-8190-5c6fcb9bb359 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:07.264087 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1c6eeec6-3434-4366-9557-38a52723896f req-a9de9d1a-1117-43a9-8190-5c6fcb9bb359 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0519168 Sep 27 07:56:07.302951 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1c6eeec6-3434-4366-9557-38a52723896f req-66ae917e-5e88-46f5-a8c6-8afda9f0ffa7 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328050 Sep 27 07:56:07.411347 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1', 'name': 'network-vif-deleted', 'tag': 'ee5a0856-2b0d-4d67-aac4-afa35d0b1e04'}, {'server_uuid': 'f788a708-dbe3-4dba-89a7-73ed31b0acd1', 'name': 'network-vif-deleted', 'tag': 'ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:56:07.414210 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf2eb31-013a-442b-88d0-9f44e5106e0d" -d '{"events": [{"server_uuid": "b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1", "name": "network-vif-deleted", "tag": "ee5a0856-2b0d-4d67-aac4-afa35d0b1e04"}, {"server_uuid": "f788a708-dbe3-4dba-89a7-73ed31b0acd1", "name": "network-vif-deleted", "tag": "ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:56:07.443197 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device d174bc02-3280-4b4e-91bb-c96bab633a75 details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:56:07.456505 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 27 Sep 2021 07:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bad100-a0a3-4971-b8c2-d1b9add52d55 x-openstack-request-id: req-b8bad100-a0a3-4971-b8c2-d1b9add52d55 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:56:07.456805 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1", "name": "network-vif-deleted", "tag": "ee5a0856-2b0d-4d67-aac4-afa35d0b1e04", "status": "completed", "code": 200}, {"server_uuid": "f788a708-dbe3-4dba-89a7-73ed31b0acd1", "name": "network-vif-deleted", "tag": "ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:56:07.457134 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b8bad100-a0a3-4971-b8c2-d1b9add52d55 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:56:07.457533 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68b1571-4cf6-4c28-966b-b3b1c3f9f7e1', 'name': 'network-vif-deleted', 'tag': 'ee5a0856-2b0d-4d67-aac4-afa35d0b1e04', 'status': 'completed', 'code': 200} Sep 27 07:56:07.457793 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f788a708-dbe3-4dba-89a7-73ed31b0acd1', 'name': 'network-vif-deleted', 'tag': 'ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18', 'status': 'completed', 'code': 200} Sep 27 07:56:07.542377 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port d174bc02-3280-4b4e-91bb-c96bab633a75, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=d174bc02-3280-4b4e-91bb-c96bab633a75,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:56:07.557429 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': 'd174bc02-3280-4b4e-91bb-c96bab633a75', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'port_id': 'd174bc02-3280-4b4e-91bb-c96bab633a75', 'mac_address': 'fa:16:3e:f9:6f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:56:07.595051 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:07.607582 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d174bc02-3280-4b4e-91bb-c96bab633a75 {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:56:07.626040 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99cf10-8405-4db4-a384-d9bbcb0b9514 req-56d5fbbe-2619-4103-89db-20ab8c48a869 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:07.627335 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port d174bc02-3280-4b4e-91bb-c96bab633a75, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=d174bc02-3280-4b4e-91bb-c96bab633a75,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:56:07.627510 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1e99cf10-8405-4db4-a384-d9bbcb0b9514 req-56d5fbbe-2619-4103-89db-20ab8c48a869 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 943 time: 0.0479927 Sep 27 07:56:07.665946 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1e99cf10-8405-4db4-a384-d9bbcb0b9514 req-12e76433-cf81-49cd-b605-40cb2769c3a0 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322428 Sep 27 07:56:07.708265 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:07.756948 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=d174bc02-3280-4b4e-91bb-c96bab633a75,revision_number=9']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:07.764841 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:07.765427 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:07.765742 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:07.765990 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:07.766332 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:07.766666 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:07.767046 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:07.767386 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:07.767739 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:07.768076 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:07.768420 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:07.768713 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:07.851796 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6726d-97bc-4e68-a6e8-7f47ab136502 req-188986be-a18a-4583-bb08-fc6d836ff26f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:07.853294 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d8c6726d-97bc-4e68-a6e8-7f47ab136502 req-188986be-a18a-4583-bb08-fc6d836ff26f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 944 time: 0.0493982 Sep 27 07:56:07.894405 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d8c6726d-97bc-4e68-a6e8-7f47ab136502 req-1016e4c6-3dc1-4bf4-b35d-e02a7287a146 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346284 Sep 27 07:56:07.971510 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['d174bc02-3280-4b4e-91bb-c96bab633a75'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:56:08.000832 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd0877-ac6f-42d9-b101-e74483f40efe req-c68149df-b497-4317-b34c-bcd568207bd6 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:08.002414 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-11bd0877-ac6f-42d9-b101-e74483f40efe req-c68149df-b497-4317-b34c-bcd568207bd6 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0492835 Sep 27 07:56:08.047941 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-11bd0877-ac6f-42d9-b101-e74483f40efe req-501d54fd-ba86-4c74-b94e-92803a29ab9a tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389192 Sep 27 07:56:08.527764 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d28bc-10d3-493e-ab66-64b3c489813d req-a130724b-1379-4fcc-aade-b65d6ad08aee tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:08.529284 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-db5d28bc-10d3-493e-ab66-64b3c489813d req-a130724b-1379-4fcc-aade-b65d6ad08aee tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0487015 Sep 27 07:56:08.567760 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-db5d28bc-10d3-493e-ab66-64b3c489813d req-25cd5d67-5f5c-4877-aa00-6da50cec00b6 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323803 Sep 27 07:56:08.775824 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f911b-ee9c-49cc-8256-4bac2f046249 req-949e374e-14a8-43fe-9cf8-aaf19f045992 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:08.777966 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-818f911b-ee9c-49cc-8256-4bac2f046249 req-949e374e-14a8-43fe-9cf8-aaf19f045992 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 943 time: 0.0483005 Sep 27 07:56:08.818914 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-818f911b-ee9c-49cc-8256-4bac2f046249 req-cb817fda-9d83-4674-b98e-4c6f9e2176b2 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350764 Sep 27 07:56:08.920880 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:09.013049 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686ca5f-f549-4a81-927c-2076a353d1d7 req-1eaab281-d771-4573-a152-cd01b083349f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:09.014519 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c686ca5f-f549-4a81-927c-2076a353d1d7 req-1eaab281-d771-4573-a152-cd01b083349f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 944 time: 0.0479646 Sep 27 07:56:09.050836 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c686ca5f-f549-4a81-927c-2076a353d1d7 req-8592bfb2-24e3-4840-87d0-184109e4dd4f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305164 Sep 27 07:56:09.679523 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e64376-76d0-4ff4-a947-f1c20e4c0244 req-401d97f7-80d1-49d7-b196-849572d60338 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:09.681009 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-26e64376-76d0-4ff4-a947-f1c20e4c0244 req-401d97f7-80d1-49d7-b196-849572d60338 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0481904 Sep 27 07:56:09.717527 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-26e64376-76d0-4ff4-a947-f1c20e4c0244 req-69f718a0-4ee1-4204-83cb-a14179d15ca7 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304680 Sep 27 07:56:09.928798 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46d568-ca12-4983-857b-0fa8e2ae1aaf req-0e82a412-3367-45b0-89ca-7905f1a39d21 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:09.930260 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eb46d568-ca12-4983-857b-0fa8e2ae1aaf req-0e82a412-3367-45b0-89ca-7905f1a39d21 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 943 time: 0.0478103 Sep 27 07:56:09.969881 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eb46d568-ca12-4983-857b-0fa8e2ae1aaf req-69add952-b4f8-464b-bd28-425c4558d151 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337622 Sep 27 07:56:10.168195 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ce5a4-0739-402a-9798-e427aa19d8af req-c9e0bf7a-4ca5-497b-a6e9-68f499a599b6 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:10.169645 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2e5ce5a4-0739-402a-9798-e427aa19d8af req-c9e0bf7a-4ca5-497b-a6e9-68f499a599b6 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 944 time: 0.0481954 Sep 27 07:56:10.205282 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2e5ce5a4-0739-402a-9798-e427aa19d8af req-cf9523f2-8626-4f0c-bc80-ba05cc377fbd tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298464 Sep 27 07:56:10.828570 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140f0a2-320a-4357-9a27-56f793b1766f req-92abf9aa-838a-43ce-acc0-4d25fb1cff1f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:10.829944 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a140f0a2-320a-4357-9a27-56f793b1766f req-92abf9aa-838a-43ce-acc0-4d25fb1cff1f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0476081 Sep 27 07:56:10.866560 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a140f0a2-320a-4357-9a27-56f793b1766f req-7ac804ee-1d6f-4889-9d33-7cfdd7fc1547 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308552 Sep 27 07:56:10.916784 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 6d1cf396-5466-432c-b402-0c7a90f1e5db details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:56:10.921613 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:56:10.946436 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] No Port match for: ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:56:10.946776 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device ee5a0856-2b0d-4d67-aac4-afa35d0b1e04 not bound to the agent host hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:56:10.947193 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:56:10.967740 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] No Port match for: ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:56:10.968083 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device ad08ff6c-e7a0-4f0a-85f2-5d70cadcdb18 not bound to the agent host hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:56:11.052322 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 6d1cf396-5466-432c-b402-0c7a90f1e5db, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=6d1cf396-5466-432c-b402-0c7a90f1e5db,segment=NetworkSegment(2cd8c745-3887-4dd3-8293-288c1e55122f),segment_id=2cd8c745-3887-4dd3-8293-288c1e55122f)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:56:11.063148 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': '6d1cf396-5466-432c-b402-0c7a90f1e5db', 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545', 'port_id': '6d1cf396-5466-432c-b402-0c7a90f1e5db', 'mac_address': 'fa:16:3e:55:b4:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3446fc4a-d5c1-4650-a23a-1fd0ac050ea8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:56:11.080800 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a041c0-56b7-4835-9755-7106c3b053ae req-69f06e5f-a4a9-4487-8c78-fff9ad79372c tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:11.082944 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a4a041c0-56b7-4835-9755-7106c3b053ae req-69f06e5f-a4a9-4487-8c78-fff9ad79372c tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 943 time: 0.0483882 Sep 27 07:56:11.101997 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:11.115373 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1cf396-5466-432c-b402-0c7a90f1e5db {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:56:11.125295 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a4a041c0-56b7-4835-9755-7106c3b053ae req-dfa09553-33fa-42b3-8e67-4fc22540e35c tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360606 Sep 27 07:56:11.135317 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 6d1cf396-5466-432c-b402-0c7a90f1e5db, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=6d1cf396-5466-432c-b402-0c7a90f1e5db,segment=NetworkSegment(2cd8c745-3887-4dd3-8293-288c1e55122f),segment_id=2cd8c745-3887-4dd3-8293-288c1e55122f)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:56:11.235103 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:11.281818 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=6d1cf396-5466-432c-b402-0c7a90f1e5db,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:11.323037 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2800d-268a-44fa-b194-a60ffa5c141d req-6e599a54-a0e1-4851-b3b3-625a5bd3a2ec tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:11.324606 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5ec2800d-268a-44fa-b194-a60ffa5c141d req-6e599a54-a0e1-4851-b3b3-625a5bd3a2ec tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 944 time: 0.0492976 Sep 27 07:56:11.363806 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5ec2800d-268a-44fa-b194-a60ffa5c141d req-3452f5ec-bb0c-4a10-be24-84382e4b92e1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319905 Sep 27 07:56:11.472622 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device d174bc02-3280-4b4e-91bb-c96bab633a75 up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:56:11.521652 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port d174bc02-3280-4b4e-91bb-c96bab633a75 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:56:11.522030 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:11.543790 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['6d1cf396-5466-432c-b402-0c7a90f1e5db'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:56:11.659110 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:11.697514 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd174bc02-3280-4b4e-91bb-c96bab633a75'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:56:11.700279 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee20377-c4dc-4a91-b8e3-af375f9195e7" -d '{"events": [{"server_uuid": "ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6", "name": "network-vif-plugged", "status": "completed", "tag": "d174bc02-3280-4b4e-91bb-c96bab633a75"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:56:11.721757 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port d174bc02-3280-4b4e-91bb-c96bab633a75, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=d174bc02-3280-4b4e-91bb-c96bab633a75,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:56:11.736221 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045817f4-c2cb-41db-8d37-4e29614054e8 x-openstack-request-id: req-045817f4-c2cb-41db-8d37-4e29614054e8 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:56:11.736531 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6", "name": "network-vif-plugged", "status": "completed", "tag": "d174bc02-3280-4b4e-91bb-c96bab633a75", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:56:11.736786 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-045817f4-c2cb-41db-8d37-4e29614054e8 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:56:11.737202 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd174bc02-3280-4b4e-91bb-c96bab633a75', 'code': 200} Sep 27 07:56:11.790115 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:11.836884 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=d174bc02-3280-4b4e-91bb-c96bab633a75,revision_number=10']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:11.983463 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2917d39-fe6f-4696-af8f-0184a3440b23 req-686bb3e1-436c-406c-9a3e-a52d1390b0d4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:11.984983 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d2917d39-fe6f-4696-af8f-0184a3440b23 req-686bb3e1-436c-406c-9a3e-a52d1390b0d4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0491517 Sep 27 07:56:12.023055 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d2917d39-fe6f-4696-af8f-0184a3440b23 req-a4c1a79f-0645-4836-8ccf-0edfa777ce49 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320036 Sep 27 07:56:12.241492 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1dcc16-3872-440e-a0da-3e5cd2797faa req-b2c6ba44-da8d-4455-b19d-ccc08bf1f179 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:12.242975 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0e1dcc16-3872-440e-a0da-3e5cd2797faa req-b2c6ba44-da8d-4455-b19d-ccc08bf1f179 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 944 time: 0.0504591 Sep 27 07:56:12.283351 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0e1dcc16-3872-440e-a0da-3e5cd2797faa req-e7b4d818-ddb4-4d0e-9b38-51d87b92c1f1 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338225 Sep 27 07:56:12.374196 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68a32c8-b4aa-49ad-a78d-d9a52568f406 req-fb092bf8-aae7-4783-886b-20a6ba6b012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:12.374814 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-a68a32c8-b4aa-49ad-a78d-d9a52568f406 req-fb092bf8-aae7-4783-886b-20a6ba6b012c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 1099 time: 0.0432847 Sep 27 07:56:12.415643 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-a68a32c8-b4aa-49ad-a78d-d9a52568f406 req-57957678-bb6e-422c-8d78-1bc66f36805b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328860 Sep 27 07:56:12.481335 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689bd4f-b961-4e33-b993-6aa5c46fb7c3 req-db525c3b-c1dc-40fa-b1ec-80cae447ff77 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:12.483301 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3689bd4f-b961-4e33-b993-6aa5c46fb7c3 req-db525c3b-c1dc-40fa-b1ec-80cae447ff77 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 946 time: 0.0489480 Sep 27 07:56:12.521271 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3689bd4f-b961-4e33-b993-6aa5c46fb7c3 req-89d341b7-5319-438a-854e-ee4bc051614e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318718 Sep 27 07:56:13.135670 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d835514-4a59-4d3e-a8af-ddb4aed6b16a req-bdda3065-9d02-457a-aa82-43f7ed13c22b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:13.137164 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1d835514-4a59-4d3e-a8af-ddb4aed6b16a req-bdda3065-9d02-457a-aa82-43f7ed13c22b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0476167 Sep 27 07:56:13.175620 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1d835514-4a59-4d3e-a8af-ddb4aed6b16a req-30d590b7-8081-4373-89a4-c6fbc192638b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319774 Sep 27 07:56:13.395910 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b883b51-e541-43e1-9833-a0c61fe80c6d req-b99c3cd1-3ef3-4789-b6a8-c974f99da7ce tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:13.397504 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7b883b51-e541-43e1-9833-a0c61fe80c6d req-b99c3cd1-3ef3-4789-b6a8-c974f99da7ce tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 944 time: 0.0482030 Sep 27 07:56:13.438733 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7b883b51-e541-43e1-9833-a0c61fe80c6d req-f2643ddb-e7ba-443b-a3bd-08613f028fbc tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352142 Sep 27 07:56:13.475474 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 6d1cf396-5466-432c-b402-0c7a90f1e5db up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:56:13.645123 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port 6d1cf396-5466-432c-b402-0c7a90f1e5db completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 07:56:13.650439 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port 6d1cf396-5466-432c-b402-0c7a90f1e5db triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:56:13.654134 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:13.896660 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:13.897216 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54308a-9b01-4183-b3bf-325f50ba7fe1 req-68c74ef5-e43f-4049-91aa-a5286b0f833d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:13.898716 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dd54308a-9b01-4183-b3bf-325f50ba7fe1 req-68c74ef5-e43f-4049-91aa-a5286b0f833d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 946 time: 0.3036551 Sep 27 07:56:13.918963 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1cf396-5466-432c-b402-0c7a90f1e5db'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:56:13.922661 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca393b5b-798c-4bbb-bff7-726e9172b679" -d '{"events": [{"server_uuid": "52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4", "name": "network-vif-plugged", "status": "completed", "tag": "6d1cf396-5466-432c-b402-0c7a90f1e5db"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:56:13.937574 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 6d1cf396-5466-432c-b402-0c7a90f1e5db, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=6d1cf396-5466-432c-b402-0c7a90f1e5db,segment=NetworkSegment(2cd8c745-3887-4dd3-8293-288c1e55122f),segment_id=2cd8c745-3887-4dd3-8293-288c1e55122f)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:56:13.938656 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dd54308a-9b01-4183-b3bf-325f50ba7fe1 req-4e112288-bdb2-4af8-a79a-5b66331c5ca5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339615 Sep 27 07:56:13.985856 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6671d3cc-c0e3-4a50-a6df-ade00ec81b73 x-openstack-request-id: req-6671d3cc-c0e3-4a50-a6df-ade00ec81b73 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:56:13.986042 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4", "name": "network-vif-plugged", "status": "completed", "tag": "6d1cf396-5466-432c-b402-0c7a90f1e5db", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:56:13.986302 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6671d3cc-c0e3-4a50-a6df-ade00ec81b73 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:56:13.986704 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1cf396-5466-432c-b402-0c7a90f1e5db', 'code': 200} Sep 27 07:56:14.011333 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:14.058631 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=6d1cf396-5466-432c-b402-0c7a90f1e5db,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:14.292214 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a272da2-27a4-4e1d-9b62-946ffdc3c6a9 req-300e0d18-3751-40b9-a077-ea09bd39c493 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:14.293757 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1a272da2-27a4-4e1d-9b62-946ffdc3c6a9 req-300e0d18-3751-40b9-a077-ea09bd39c493 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0484941 Sep 27 07:56:14.332565 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1a272da2-27a4-4e1d-9b62-946ffdc3c6a9 req-db171dc2-edd4-4cc4-97c5-51c331669bbc tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320873 Sep 27 07:56:14.553543 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb458092-e02d-455d-b0d4-29b27f92ddc6 req-47fd7527-eb6d-496c-b4fe-c07de4914442 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:14.555021 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fb458092-e02d-455d-b0d4-29b27f92ddc6 req-47fd7527-eb6d-496c-b4fe-c07de4914442 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 945 time: 0.0492053 Sep 27 07:56:14.596855 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fb458092-e02d-455d-b0d4-29b27f92ddc6 req-7d06dbed-dd01-461d-891b-19a16ac76107 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348256 Sep 27 07:56:15.360921 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b73b4a-7dc0-49ca-b9e4-669a797d0e0f req-20ae31bb-9027-42d4-bb76-f862fddcbb58 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:15.362374 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-64b73b4a-7dc0-49ca-b9e4-669a797d0e0f req-20ae31bb-9027-42d4-bb76-f862fddcbb58 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 946 time: 0.0473738 Sep 27 07:56:15.398791 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-64b73b4a-7dc0-49ca-b9e4-669a797d0e0f req-478edf48-f3f3-47b4-a684-9d6d06682819 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305417 Sep 27 07:56:15.500441 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f0b2b-4179-4e94-a5a2-17de313d12c4 req-3e2a4bc4-2319-4c10-ac6b-19820d272611 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:15.501898 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5d0f0b2b-4179-4e94-a5a2-17de313d12c4 req-3e2a4bc4-2319-4c10-ac6b-19820d272611 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0470276 Sep 27 07:56:15.539015 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5d0f0b2b-4179-4e94-a5a2-17de313d12c4 req-15e46856-514c-4f34-8d95-919b691c9962 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312459 Sep 27 07:56:15.636930 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7f3455-0b12-4660-9123-507c12c946bc req-bd9d0b72-796a-41ff-a593-18880b095256 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:15.638952 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2f7f3455-0b12-4660-9123-507c12c946bc req-bd9d0b72-796a-41ff-a593-18880b095256 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0481529 Sep 27 07:56:15.678395 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2f7f3455-0b12-4660-9123-507c12c946bc req-7af4a313-a4ba-40fa-9131-9f2ef9a510ed tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336633 Sep 27 07:56:15.775744 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da407d-b987-4950-9244-3debcdbf156b req-b8be6588-199a-4b34-84d9-f9cbcaa8b99e tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:15.777214 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-19da407d-b987-4950-9244-3debcdbf156b req-b8be6588-199a-4b34-84d9-f9cbcaa8b99e tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 945 time: 0.0475407 Sep 27 07:56:15.814055 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-19da407d-b987-4950-9244-3debcdbf156b req-9eca72e1-cc6f-45f0-bfde-659b37ff6718 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309842 Sep 27 07:56:16.517206 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3455c7d-2faa-450e-b5e7-7257312500a3 req-2f3eb333-399f-4b04-8c28-41a18b3042e7 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:16.518665 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b3455c7d-2faa-450e-b5e7-7257312500a3 req-2f3eb333-399f-4b04-8c28-41a18b3042e7 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 946 time: 0.0479939 Sep 27 07:56:16.555356 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b3455c7d-2faa-450e-b5e7-7257312500a3 req-f715e9ea-9ebd-4b3e-a4a2-00287b229e62 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308449 Sep 27 07:56:16.657826 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68792822-ba07-4da0-91f1-328761ae9c6b req-7f6bc0c9-b68c-445a-b7dd-20dda5bcd025 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:16.659267 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-68792822-ba07-4da0-91f1-328761ae9c6b req-7f6bc0c9-b68c-445a-b7dd-20dda5bcd025 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0471230 Sep 27 07:56:16.699181 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-68792822-ba07-4da0-91f1-328761ae9c6b req-e3a88843-5d1e-441c-86d7-e9f0ca8144b8 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336571 Sep 27 07:56:16.797343 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdde74-bf97-4899-80d8-6822226696f5 req-496efdac-6b30-4f4e-a5cc-a803b81ab97b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:16.798780 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-afbdde74-bf97-4899-80d8-6822226696f5 req-496efdac-6b30-4f4e-a5cc-a803b81ab97b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0476162 Sep 27 07:56:16.834636 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-afbdde74-bf97-4899-80d8-6822226696f5 req-1e235861-8f2a-4938-b19d-7793a5cda024 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300906 Sep 27 07:56:16.932952 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149d98d-78f9-45bb-afbd-0e6346f0230f req-481216fe-39bc-43fc-9332-ecd98cea9dd0 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:16.934381 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7149d98d-78f9-45bb-afbd-0e6346f0230f req-481216fe-39bc-43fc-9332-ecd98cea9dd0 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 945 time: 0.0474980 Sep 27 07:56:16.970857 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7149d98d-78f9-45bb-afbd-0e6346f0230f req-ca81224e-8629-4968-829e-febdf8d7929a tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305586 Sep 27 07:56:17.089372 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13150713-d203-47bd-8909-1f10b538d840 req-d40a3473-30e8-4dd8-be0e-97b45641d886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:17.090992 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-13150713-d203-47bd-8909-1f10b538d840 req-d40a3473-30e8-4dd8-be0e-97b45641d886 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 1098 time: 0.0401466 Sep 27 07:56:17.128588 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-13150713-d203-47bd-8909-1f10b538d840 req-ce5988d2-84ca-4504-b1fb-531b93de72af service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275464 Sep 27 07:56:17.672390 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4d7e17-8cb0-4158-b24c-ca58bf268992 req-278672e6-4db8-4707-b1df-e72f44b72e36 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:17.673858 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dc4d7e17-8cb0-4158-b24c-ca58bf268992 req-278672e6-4db8-4707-b1df-e72f44b72e36 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 946 time: 0.0475466 Sep 27 07:56:17.713438 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dc4d7e17-8cb0-4158-b24c-ca58bf268992 req-9c1a97eb-7b6b-46c4-8ae0-bffbed31e0f9 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337045 Sep 27 07:56:17.815962 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb365faf-fff3-4d69-9f3a-c71f278d6e2c req-335ea490-0133-4607-afb2-c66b49ff1be4 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:17.817353 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bb365faf-fff3-4d69-9f3a-c71f278d6e2c req-335ea490-0133-4607-afb2-c66b49ff1be4 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0479155 Sep 27 07:56:17.853795 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bb365faf-fff3-4d69-9f3a-c71f278d6e2c req-525a2b0f-6964-4ce4-8e14-629f4070a9af tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306046 Sep 27 07:56:17.955346 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86de55e-5707-4f15-958d-74f02f1376e4 req-96541a35-87f5-4123-a336-3bc9ddae571d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:17.956823 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f86de55e-5707-4f15-958d-74f02f1376e4 req-96541a35-87f5-4123-a336-3bc9ddae571d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0491323 Sep 27 07:56:17.994985 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f86de55e-5707-4f15-958d-74f02f1376e4 req-d06a4cb4-2bef-4b38-b2da-0848722dc28f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322223 Sep 27 07:56:18.167728 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-39ffaf3c-3e97-4329-8a4c-3ac580eec708 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:18.169127 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-39ffaf3c-3e97-4329-8a4c-3ac580eec708 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/networks?id=2fe559b6-9ec2-4524-a7e2-99403a05b049 HTTP/1.1" status: 200 len: 813 time: 0.1017346 Sep 27 07:56:18.183396 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-2cdf1c8f-b27e-41c6-99ed-21203153389b tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/quotas/cdce31e398da438791f31ba1a16c8202 HTTP/1.1" status: 200 len: 375 time: 0.0085263 Sep 27 07:56:18.213437 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-9526a8a1-e7d9-492a-b140-36493053dcdb tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=cdce31e398da438791f31ba1a16c8202&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248806 Sep 27 07:56:18.303206 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-cd894bff-4cd1-4cc2-91a2-4dd35dae7a87 service neutron] 10.222.0.11 "GET /v2.0/networks/2fe559b6-9ec2-4524-a7e2-99403a05b049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824387 Sep 27 07:56:18.388901 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-18a11daf-e38c-46bc-aca0-23707a602c6d service neutron] 10.222.0.11 "GET /v2.0/networks/2fe559b6-9ec2-4524-a7e2-99403a05b049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797334 Sep 27 07:56:18.662884 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcdf3b-d3d1-4a2d-a1e6-c28ad2d59116 req-c33f49b3-e10a-4c21-8793-464d045b5cfb tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:18.664355 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2dbcdf3b-d3d1-4a2d-a1e6-c28ad2d59116 req-c33f49b3-e10a-4c21-8793-464d045b5cfb tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 945 time: 0.0500288 Sep 27 07:56:18.709913 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2dbcdf3b-d3d1-4a2d-a1e6-c28ad2d59116 req-c45e47d0-7ec2-4f7a-b707-b0982139e260 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361619 Sep 27 07:56:18.773752 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0b9fff93-5541-441e-a593-4a8dbce2505d req-18081097-fca0-4b2c-82ad-4c783483f5cf tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc46e58c-76fe-40f3-92c1-4a762f7bc844 HTTP/1.1" status: 200 len: 210 time: 0.0270166 Sep 27 07:56:18.966563 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3bcbb-ae9f-40fb-810d-270a413f0584 req-06312576-b26e-4cd4-83be-dea6353f1153 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:18.968164 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-66d3bcbb-ae9f-40fb-810d-270a413f0584 req-06312576-b26e-4cd4-83be-dea6353f1153 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0504508 Sep 27 07:56:19.006638 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-66d3bcbb-ae9f-40fb-810d-270a413f0584 req-f0bc3cfa-5b5d-499f-a179-eda0bc58e756 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324550 Sep 27 07:56:19.115141 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc46c4c-c986-4ed7-a53d-619bb8f1e122 req-df2c67e3-23cd-4e00-bf64-9b85cad84c82 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:19.116615 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0fc46c4c-c986-4ed7-a53d-619bb8f1e122 req-df2c67e3-23cd-4e00-bf64-9b85cad84c82 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0495574 Sep 27 07:56:19.155309 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0fc46c4c-c986-4ed7-a53d-619bb8f1e122 req-d974a683-75a7-4c24-832d-fdaaac62b79e tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326114 Sep 27 07:56:19.827236 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1325716-2f3b-4a8d-960d-d3fe7fb5f786 req-fae748de-43ce-4fa0-ac43-059f884f0990 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:19.828612 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a1325716-2f3b-4a8d-960d-d3fe7fb5f786 req-fae748de-43ce-4fa0-ac43-059f884f0990 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 945 time: 0.0521150 Sep 27 07:56:19.867185 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a1325716-2f3b-4a8d-960d-d3fe7fb5f786 req-0391b96a-404c-4056-b9da-0b5fa9260d1d tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325980 Sep 27 07:56:19.947652 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ba173a5b-ef3b-40aa-a79c-767a8cb717c5 req-ff21c873-f3ec-4356-9082-9c51877c6e79 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc46e58c-76fe-40f3-92c1-4a762f7bc844 HTTP/1.1" status: 200 len: 210 time: 0.0262868 Sep 27 07:56:20.048963 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6a3eb-2958-4131-9e26-9f2c70ae32b3 req-453529cf-6c4d-41de-863e-8a618ab2d255 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:20.050431 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a6f6a3eb-2958-4131-9e26-9f2c70ae32b3 req-453529cf-6c4d-41de-863e-8a618ab2d255 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 945 time: 0.0494759 Sep 27 07:56:20.086776 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a6f6a3eb-2958-4131-9e26-9f2c70ae32b3 req-858a5a43-353a-4ab5-8a84-4b4c0a1ddd16 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302546 Sep 27 07:56:20.190473 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c0f71-7e88-40e9-854c-27a215712f86 req-354faa98-e75c-4d44-814f-6d08110bf90e tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:20.191924 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-be9c0f71-7e88-40e9-854c-27a215712f86 req-354faa98-e75c-4d44-814f-6d08110bf90e tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0517206 Sep 27 07:56:20.228787 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-be9c0f71-7e88-40e9-854c-27a215712f86 req-6ca1ffda-dbed-4ed7-bba4-73a3e0f2e4e4 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308471 Sep 27 07:56:20.254309 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019bab9-eced-40e1-a82c-c43816cc11e1 req-526402fb-b98a-49a4-bad2-a12ec60b1a48 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:20.255776 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-b019bab9-eced-40e1-a82c-c43816cc11e1 req-526402fb-b98a-49a4-bad2-a12ec60b1a48 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.25 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 945 time: 0.0495906 Sep 27 07:56:20.355451 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-b019bab9-eced-40e1-a82c-c43816cc11e1 req-1cbdb497-d778-4ad0-9338-7af4aaa30d47 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Deleting port 5f97ed66-5419-4496-8392-e6c20cd6c6eb {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:56:20.355723 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-b019bab9-eced-40e1-a82c-c43816cc11e1 req-1cbdb497-d778-4ad0-9338-7af4aaa30d47 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:20.444599 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-b019bab9-eced-40e1-a82c-c43816cc11e1 req-1cbdb497-d778-4ad0-9338-7af4aaa30d47 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] For port 5f97ed66-5419-4496-8392-e6c20cd6c6eb, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5f97ed66-5419-4496-8392-e6c20cd6c6eb,segment=NetworkSegment(a0f60bb0-3e48-4f0c-a854-a47cf16cad01),segment_id=a0f60bb0-3e48-4f0c-a854-a47cf16cad01)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:56:20.444986 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-b019bab9-eced-40e1-a82c-c43816cc11e1 req-1cbdb497-d778-4ad0-9338-7af4aaa30d47 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:20.456997 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-b019bab9-eced-40e1-a82c-c43816cc11e1 req-1cbdb497-d778-4ad0-9338-7af4aaa30d47 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Calling delete_port for 5f97ed66-5419-4496-8392-e6c20cd6c6eb owned by compute:nova {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:56:20.556486 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0302722b-8056-42ec-8a92-b2011a3aa4b8 req-6989aa22-a52d-4ff4-b1fc-7b0f68356ae7 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:20.558086 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0302722b-8056-42ec-8a92-b2011a3aa4b8 req-6989aa22-a52d-4ff4-b1fc-7b0f68356ae7 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0592799 Sep 27 07:56:20.599918 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0302722b-8056-42ec-8a92-b2011a3aa4b8 req-d70fadab-651a-4880-bb14-58fa6fa8d9dc tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352774 Sep 27 07:56:20.707101 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2d3cf-458a-4a57-bf6a-7d4bc93f370e req-f325710a-c829-4824-aaf2-d5b1dda43e03 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:20.709760 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-40f2d3cf-458a-4a57-bf6a-7d4bc93f370e req-f325710a-c829-4824-aaf2-d5b1dda43e03 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 945 time: 0.0528803 Sep 27 07:56:20.750277 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-40f2d3cf-458a-4a57-bf6a-7d4bc93f370e req-db7e75fc-4017-4ec5-804f-7a3c2a31698d tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328877 Sep 27 07:56:20.861844 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-3f8c8662-6134-48f2-9ac3-6bbc655cda1d tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:20.863255 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-3f8c8662-6134-48f2-9ac3-6bbc655cda1d tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.25 "GET /v2.0/networks?id=2fe559b6-9ec2-4524-a7e2-99403a05b049 HTTP/1.1" status: 200 len: 813 time: 0.1472576 Sep 27 07:56:20.876432 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-673df570-98df-463c-9b64-3a2d303b7c70 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Request body: {'port': {'device_id': 'bc46e58c-76fe-40f3-92c1-4a762f7bc844', 'network_id': '2fe559b6-9ec2-4524-a7e2-99403a05b049', 'admin_state_up': True, 'tenant_id': 'cdce31e398da438791f31ba1a16c8202'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:56:20.937350 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-b019bab9-eced-40e1-a82c-c43816cc11e1 req-1cbdb497-d778-4ad0-9338-7af4aaa30d47 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:20.951157 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['4d52c070-92a2-4125-bcef-dba7a04c2dc4', '5f97ed66-5419-4496-8392-e6c20cd6c6eb'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:56:20.976900 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbdb497-d778-4ad0-9338-7af4aaa30d47 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Pushing event deleted for resources: {'Port': ['ID=5f97ed66-5419-4496-8392-e6c20cd6c6eb,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:21.030435 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b019bab9-eced-40e1-a82c-c43816cc11e1 req-1cbdb497-d778-4ad0-9338-7af4aaa30d47 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] No DVR routers for this DVR port 5f97ed66-5419-4496-8392-e6c20cd6c6eb on host hv-cinder-81107 {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:56:21.069230 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-b019bab9-eced-40e1-a82c-c43816cc11e1 req-1cbdb497-d778-4ad0-9338-7af4aaa30d47 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:21.069230 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-b019bab9-eced-40e1-a82c-c43816cc11e1 req-1cbdb497-d778-4ad0-9338-7af4aaa30d47 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.25 "DELETE /v2.0/ports/5f97ed66-5419-4496-8392-e6c20cd6c6eb HTTP/1.1" status: 204 len: 173 time: 0.7723863 Sep 27 07:56:21.069230 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42fc21f9-c26c-41cc-8d69-a8f308289888', 'name': 'network-vif-deleted', 'tag': '5f97ed66-5419-4496-8392-e6c20cd6c6eb'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:56:21.069230 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52c1a7f1-162a-4b37-a06d-ae5f67116178" -d '{"events": [{"server_uuid": "42fc21f9-c26c-41cc-8d69-a8f308289888", "name": "network-vif-deleted", "tag": "5f97ed66-5419-4496-8392-e6c20cd6c6eb"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:56:21.069793 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-04955ba0-0944-41c1-9c45-99febb431285 req-92f7274c-24a6-421c-bc27-1e657ebb6d15 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc46e58c-76fe-40f3-92c1-4a762f7bc844 HTTP/1.1" status: 200 len: 210 time: 0.0349603 Sep 27 07:56:21.112413 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a03d13a-8b5b-4227-a0f8-d26fc098dabc x-openstack-request-id: req-7a03d13a-8b5b-4227-a0f8-d26fc098dabc {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:56:21.112650 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42fc21f9-c26c-41cc-8d69-a8f308289888", "name": "network-vif-deleted", "tag": "5f97ed66-5419-4496-8392-e6c20cd6c6eb", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:56:21.112923 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-7a03d13a-8b5b-4227-a0f8-d26fc098dabc {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:56:21.113324 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42fc21f9-c26c-41cc-8d69-a8f308289888', 'name': 'network-vif-deleted', 'tag': '5f97ed66-5419-4496-8392-e6c20cd6c6eb', 'status': 'completed', 'code': 200} Sep 27 07:56:21.165079 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-673df570-98df-463c-9b64-3a2d303b7c70 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Made reservation on behalf of cdce31e398da438791f31ba1a16c8202 for: {'port': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:56:21.169536 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-673df570-98df-463c-9b64-3a2d303b7c70 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:21.294195 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-673df570-98df-463c-9b64-3a2d303b7c70 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Allocated IP 172.20.0.8 (2fe559b6-9ec2-4524-a7e2-99403a05b049/9a9c5a13-d8d5-4270-b650-1dc6f1371642/254f6cac-76dc-4078-bf96-2225dcbd997e) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:56:21.345790 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3925d744-4103-4ae7-a96e-77432098e133 req-98eb36de-e458-4905-9e67-da920cc2d80f tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=42fc21f9-c26c-41cc-8d69-a8f308289888 HTTP/1.1" status: 200 len: 210 time: 0.0490987 Sep 27 07:56:21.446971 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-673df570-98df-463c-9b64-3a2d303b7c70 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:21.573027 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-673df570-98df-463c-9b64-3a2d303b7c70 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:21.613241 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:56:21.630485 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-673df570-98df-463c-9b64-3a2d303b7c70 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Network 2fe559b6-9ec2-4524-a7e2-99403a05b049 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:56:21.634578 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-673df570-98df-463c-9b64-3a2d303b7c70 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:56:21.637196 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-673df570-98df-463c-9b64-3a2d303b7c70 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:56:21.672164 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673df570-98df-463c-9b64-3a2d303b7c70 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Pushing event updated for resources: {'Port': ['ID=254f6cac-76dc-4078-bf96-2225dcbd997e,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:21.696812 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-673df570-98df-463c-9b64-3a2d303b7c70 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:21.697659 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-673df570-98df-463c-9b64-3a2d303b7c70 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:21.726545 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce4b8e-89db-4e76-a7fc-65fce433aea3 req-c53ce973-e323-4aaa-aa4e-72ce77f45d54 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:21.728075 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-65ce4b8e-89db-4e76-a7fc-65fce433aea3 req-c53ce973-e323-4aaa-aa4e-72ce77f45d54 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0547814 Sep 27 07:56:21.766505 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-65ce4b8e-89db-4e76-a7fc-65fce433aea3 req-6ac74401-4242-43e7-a4f5-3a37176055b0 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322626 Sep 27 07:56:21.784896 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-673df570-98df-463c-9b64-3a2d303b7c70 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9121587 Sep 27 07:56:21.798405 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Request body: {'port': {'device_id': 'bc46e58c-76fe-40f3-92c1-4a762f7bc844', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:56:21.858363 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:22.127858 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254f6cac-76dc-4078-bf96-2225dcbd997e {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:56:22.136140 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:22.149101 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Transition to ACTIVE for port object 254f6cac-76dc-4078-bf96-2225dcbd997e will not be triggered until provisioned by entity L2. {{(pid=106357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 07:56:22.180837 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096cc87-aa2b-44a3-9627-9f77da10447c req-eb275f88-346c-4d8f-bb2b-00cb80641ffd tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:22.182348 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2096cc87-aa2b-44a3-9627-9f77da10447c req-eb275f88-346c-4d8f-bb2b-00cb80641ffd tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc46e58c-76fe-40f3-92c1-4a762f7bc844 HTTP/1.1" status: 200 len: 931 time: 0.0483036 Sep 27 07:56:22.218308 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:22.220481 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2096cc87-aa2b-44a3-9627-9f77da10447c req-a7487268-f8a9-4a18-ad6b-62534b6775cd tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314882 Sep 27 07:56:22.293393 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=254f6cac-76dc-4078-bf96-2225dcbd997e,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:22.345643 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Attempting to bind port 254f6cac-76dc-4078-bf96-2225dcbd997e on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:56:22.346331 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Attempting to bind port 254f6cac-76dc-4078-bf96-2225dcbd997e by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': 'ff73a54f-d6ac-4047-aa4f-9a1ec93c567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2fe559b6-9ec2-4524-a7e2-99403a05b049'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:56:22.346331 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Attempting to bind port 254f6cac-76dc-4078-bf96-2225dcbd997e on network 2fe559b6-9ec2-4524-a7e2-99403a05b049 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:56:22.350656 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Port 254f6cac-76dc-4078-bf96-2225dcbd997e on network 2fe559b6-9ec2-4524-a7e2-99403a05b049 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 07:56:22.350981 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Attempting to bind port 254f6cac-76dc-4078-bf96-2225dcbd997e on network 2fe559b6-9ec2-4524-a7e2-99403a05b049 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:56:22.356002 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:56:22.356476 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Checking segment: {'id': 'ff73a54f-d6ac-4047-aa4f-9a1ec93c567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2fe559b6-9ec2-4524-a7e2-99403a05b049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:56:22.357331 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Bound using segment: {'id': 'ff73a54f-d6ac-4047-aa4f-9a1ec93c567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2fe559b6-9ec2-4524-a7e2-99403a05b049'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:56:22.357757 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Bound port: 254f6cac-76dc-4078-bf96-2225dcbd997e, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff73a54f-d6ac-4047-aa4f-9a1ec93c567a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '2fe559b6-9ec2-4524-a7e2-99403a05b049'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:56:22.358112 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:22.423087 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] For port 254f6cac-76dc-4078-bf96-2225dcbd997e, host hv-cinder-81107, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:56:22.427839 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] For port 254f6cac-76dc-4078-bf96-2225dcbd997e, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=254f6cac-76dc-4078-bf96-2225dcbd997e,segment=NetworkSegment(ff73a54f-d6ac-4047-aa4f-9a1ec93c567a),segment_id=ff73a54f-d6ac-4047-aa4f-9a1ec93c567a)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:56:22.509908 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:22.545813 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:22.546432 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:22.547879 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] 10.222.0.25 "PUT /v2.0/ports/254f6cac-76dc-4078-bf96-2225dcbd997e HTTP/1.1" status: 200 len: 1093 time: 0.7542341 Sep 27 07:56:22.569368 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f38601-0c8d-4b42-8957-438ba7e01ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=254f6cac-76dc-4078-bf96-2225dcbd997e,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:22.730991 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-5e158939-d47d-4353-8b10-76b00aa3f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:22.732552 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-5e158939-d47d-4353-8b10-76b00aa3f4a2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdce31e398da438791f31ba1a16c8202&device_id=bc46e58c-76fe-40f3-92c1-4a762f7bc844 HTTP/1.1" status: 200 len: 1096 time: 0.0530021 Sep 27 07:56:22.777200 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-55ca69da-25a2-4b71-9a6c-dae352f76890 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=254f6cac-76dc-4078-bf96-2225dcbd997e HTTP/1.1" status: 200 len: 217 time: 0.0364363 Sep 27 07:56:22.830690 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f2208da1-aad4-446e-96b6-e032803ac867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:22.832268 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-f2208da1-aad4-446e-96b6-e032803ac867 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a9c5a13-d8d5-4270-b650-1dc6f1371642 HTTP/1.1" status: 200 len: 853 time: 0.0487559 Sep 27 07:56:22.871380 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-d92c84a5-ce0a-44a5-ac68-18823ba7ccaf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2fe559b6-9ec2-4524-a7e2-99403a05b049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267448 Sep 27 07:56:22.915242 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f264fc-a1a8-473b-8fef-28415363eaac req-f6227345-672c-4dce-9991-cdc214f53a9b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:22.916624 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a6f264fc-a1a8-473b-8fef-28415363eaac req-f6227345-672c-4dce-9991-cdc214f53a9b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0549843 Sep 27 07:56:22.954452 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a6f264fc-a1a8-473b-8fef-28415363eaac req-1444c15d-40c8-441d-be5d-0b62a54b90e2 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315411 Sep 27 07:56:22.970607 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-fa6c6a5b-dd8d-4198-943f-e2d259d56bb4 service neutron] 10.222.0.25 "GET /v2.0/networks/2fe559b6-9ec2-4524-a7e2-99403a05b049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899909 Sep 27 07:56:23.063487 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-505ce68f-a8d0-4d66-84b1-5c3d0af1b441 req-2bffe6fb-dc11-4688-96b9-aa5d95bf7127 service neutron] 10.222.0.25 "GET /v2.0/networks/2fe559b6-9ec2-4524-a7e2-99403a05b049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852113 Sep 27 07:56:23.114187 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc46e58c-76fe-40f3-92c1-4a762f7bc844', 'tag': '254f6cac-76dc-4078-bf96-2225dcbd997e'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:56:23.116366 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c8270-8dce-4a62-aa61-5694227d08db req-659206bb-472c-41b0-ad1b-5e5bb8afcac6 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:23.116613 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3641000e-643a-4d4b-b6fc-c51e02152f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc46e58c-76fe-40f3-92c1-4a762f7bc844", "tag": "254f6cac-76dc-4078-bf96-2225dcbd997e"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:56:23.119043 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5c6c8270-8dce-4a62-aa61-5694227d08db req-659206bb-472c-41b0-ad1b-5e5bb8afcac6 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.1107855 Sep 27 07:56:23.158023 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5c6c8270-8dce-4a62-aa61-5694227d08db req-130ebb5a-6d61-409e-a02a-38f0b7a6dd7f tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323894 Sep 27 07:56:23.489574 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 5f97ed66-5419-4496-8392-e6c20cd6c6eb no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:56:23.510128 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] No Port match for: 5f97ed66-5419-4496-8392-e6c20cd6c6eb {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:56:23.513913 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 5f97ed66-5419-4496-8392-e6c20cd6c6eb not bound to the agent host hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:56:24.341705 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4852b342-5bb3-41f3-984d-57cea60ec05c x-openstack-request-id: req-4852b342-5bb3-41f3-984d-57cea60ec05c {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:56:24.342194 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc46e58c-76fe-40f3-92c1-4a762f7bc844", "tag": "254f6cac-76dc-4078-bf96-2225dcbd997e", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:56:24.342328 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4852b342-5bb3-41f3-984d-57cea60ec05c {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:56:24.342627 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc46e58c-76fe-40f3-92c1-4a762f7bc844', 'tag': '254f6cac-76dc-4078-bf96-2225dcbd997e', 'status': 'completed', 'code': 200} Sep 27 07:56:24.412696 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641000e-643a-4d4b-b6fc-c51e02152f7e req-a2d86800-339d-468c-9f5a-1514fead8994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:24.414190 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3641000e-643a-4d4b-b6fc-c51e02152f7e req-a2d86800-339d-468c-9f5a-1514fead8994 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdce31e398da438791f31ba1a16c8202&device_id=bc46e58c-76fe-40f3-92c1-4a762f7bc844 HTTP/1.1" status: 200 len: 1096 time: 0.0425105 Sep 27 07:56:24.432350 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bd1d2-be9c-4500-bf5d-8ef591fcb253 req-5ac25bff-ecb8-4a13-88cb-a21ba328a4bb tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:24.433871 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-785bd1d2-be9c-4500-bf5d-8ef591fcb253 req-5ac25bff-ecb8-4a13-88cb-a21ba328a4bb tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc46e58c-76fe-40f3-92c1-4a762f7bc844 HTTP/1.1" status: 200 len: 943 time: 0.0500796 Sep 27 07:56:24.474378 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-785bd1d2-be9c-4500-bf5d-8ef591fcb253 req-c70e465b-124a-4324-aa77-7af2b31b8aff tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342255 Sep 27 07:56:24.511819 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641000e-643a-4d4b-b6fc-c51e02152f7e req-3bdc8912-0c3d-44ed-99de-183ae54da3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:24.514388 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3641000e-643a-4d4b-b6fc-c51e02152f7e req-3bdc8912-0c3d-44ed-99de-183ae54da3d5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2fe559b6-9ec2-4524-a7e2-99403a05b049 HTTP/1.1" status: 200 len: 914 time: 0.0912969 Sep 27 07:56:24.589285 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8100ce7-f1dd-4a7d-98e9-d439e1596912 req-66772f70-1b31-4c5f-a396-dd36e199e295 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:24.590893 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d8100ce7-f1dd-4a7d-98e9-d439e1596912 req-66772f70-1b31-4c5f-a396-dd36e199e295 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0567217 Sep 27 07:56:24.597724 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3641000e-643a-4d4b-b6fc-c51e02152f7e req-515cf411-a719-4c8f-bb4e-3003d676ab7c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=254f6cac-76dc-4078-bf96-2225dcbd997e HTTP/1.1" status: 200 len: 217 time: 0.0615141 Sep 27 07:56:24.629664 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d8100ce7-f1dd-4a7d-98e9-d439e1596912 req-467b687c-0b98-4643-8a51-bb49be2d0efd tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326281 Sep 27 07:56:24.640825 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7f8e7-fa69-4123-8e72-5991bbc36290 req-f873e869-2a20-4dd4-b3e0-f95eba9b179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:24.649861 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-51b7f8e7-fa69-4123-8e72-5991bbc36290 req-f873e869-2a20-4dd4-b3e0-f95eba9b179a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=44a7dbe773ff4db489d00bd2021ead4b&device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 1098 time: 0.1048007 Sep 27 07:56:24.663847 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641000e-643a-4d4b-b6fc-c51e02152f7e req-fea091b6-bec6-463a-a99c-70671b2a40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:24.665207 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3641000e-643a-4d4b-b6fc-c51e02152f7e req-fea091b6-bec6-463a-a99c-70671b2a40ff service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a9c5a13-d8d5-4270-b650-1dc6f1371642 HTTP/1.1" status: 200 len: 853 time: 0.0599053 Sep 27 07:56:24.710014 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3641000e-643a-4d4b-b6fc-c51e02152f7e req-131d7bce-055b-426c-991e-c89a35e49e90 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2fe559b6-9ec2-4524-a7e2-99403a05b049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346100 Sep 27 07:56:24.731830 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9595c16b-7361-4f43-b166-9bba616adec2 req-842ebbc2-5a66-4f13-a488-c6067b31fa29 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:24.733425 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9595c16b-7361-4f43-b166-9bba616adec2 req-842ebbc2-5a66-4f13-a488-c6067b31fa29 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0496345 Sep 27 07:56:24.771786 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9595c16b-7361-4f43-b166-9bba616adec2 req-a02d284a-8b46-4321-b81f-e0e81fc5c126 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323172 Sep 27 07:56:24.822615 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7f8e7-fa69-4123-8e72-5991bbc36290 req-4e269e55-a661-4923-a37e-e3aa829e72cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:24.824056 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-51b7f8e7-fa69-4123-8e72-5991bbc36290 req-4e269e55-a661-4923-a37e-e3aa829e72cd service neutron] 10.222.0.25 "GET /v2.0/networks?id=a1e8c124-882c-4ed3-9483-409ff26f3f96 HTTP/1.1" status: 200 len: 911 time: 0.1721828 Sep 27 07:56:24.880968 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3641000e-643a-4d4b-b6fc-c51e02152f7e req-792f3107-c8f8-4f27-b4fb-edcf1b2480cd service neutron] 10.222.0.25 "GET /v2.0/networks/2fe559b6-9ec2-4524-a7e2-99403a05b049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407511 Sep 27 07:56:24.905899 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-51b7f8e7-fa69-4123-8e72-5991bbc36290 req-a827ad88-2161-432e-bcb9-37def8d7e522 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f90d1050-ffa8-4b5d-aee5-9604a554f8ed HTTP/1.1" status: 200 len: 1001 time: 0.0742106 Sep 27 07:56:25.004237 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7f8e7-fa69-4123-8e72-5991bbc36290 req-26a5ce00-86e8-4ec8-9ea2-53962403a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:25.005676 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-51b7f8e7-fa69-4123-8e72-5991bbc36290 req-26a5ce00-86e8-4ec8-9ea2-53962403a926 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=61cb872e-4c80-4503-b20b-ef01cdc64f1b HTTP/1.1" status: 200 len: 849 time: 0.0812788 Sep 27 07:56:25.022310 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3641000e-643a-4d4b-b6fc-c51e02152f7e req-9b3e8132-8669-4278-9671-b9b9719e9064 service neutron] 10.222.0.25 "GET /v2.0/networks/2fe559b6-9ec2-4524-a7e2-99403a05b049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294589 Sep 27 07:56:25.053504 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7f8e7-fa69-4123-8e72-5991bbc36290 req-10246b91-b2dd-4758-92bc-88d59c191181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:25.055003 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-51b7f8e7-fa69-4123-8e72-5991bbc36290 req-10246b91-b2dd-4758-92bc-88d59c191181 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a1e8c124-882c-4ed3-9483-409ff26f3f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409789 Sep 27 07:56:25.156319 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-51b7f8e7-fa69-4123-8e72-5991bbc36290 req-20b1bd34-1e6e-4a43-b5a3-667cc35b168b service neutron] 10.222.0.25 "GET /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893457 Sep 27 07:56:25.248217 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-51b7f8e7-fa69-4123-8e72-5991bbc36290 req-dd5f6674-07a1-4d4a-a50b-c0ff9c3ecc6d service neutron] 10.222.0.25 "GET /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782661 Sep 27 07:56:25.506249 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 254f6cac-76dc-4078-bf96-2225dcbd997e details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:56:25.588677 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05598e99-c5f5-4259-97d3-a706eaae4d95 req-44ef5b00-1060-4ed6-a595-4b030aac2b4c tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:25.590198 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-05598e99-c5f5-4259-97d3-a706eaae4d95 req-44ef5b00-1060-4ed6-a595-4b030aac2b4c tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc46e58c-76fe-40f3-92c1-4a762f7bc844 HTTP/1.1" status: 200 len: 943 time: 0.0478857 Sep 27 07:56:25.602103 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 254f6cac-76dc-4078-bf96-2225dcbd997e, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=254f6cac-76dc-4078-bf96-2225dcbd997e,segment=NetworkSegment(ff73a54f-d6ac-4047-aa4f-9a1ec93c567a),segment_id=ff73a54f-d6ac-4047-aa4f-9a1ec93c567a)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:56:25.614000 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': '254f6cac-76dc-4078-bf96-2225dcbd997e', 'network_id': '2fe559b6-9ec2-4524-a7e2-99403a05b049', 'port_id': '254f6cac-76dc-4078-bf96-2225dcbd997e', 'mac_address': 'fa:16:3e:35:bf:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a9c5a13-d8d5-4270-b650-1dc6f1371642', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:56:25.631138 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-05598e99-c5f5-4259-97d3-a706eaae4d95 req-8f10794a-b0f7-4601-a7bf-03cd8fb8ad80 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343046 Sep 27 07:56:25.650999 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:25.665239 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254f6cac-76dc-4078-bf96-2225dcbd997e {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:56:25.684337 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 254f6cac-76dc-4078-bf96-2225dcbd997e, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=254f6cac-76dc-4078-bf96-2225dcbd997e,segment=NetworkSegment(ff73a54f-d6ac-4047-aa4f-9a1ec93c567a),segment_id=ff73a54f-d6ac-4047-aa4f-9a1ec93c567a)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:56:25.745843 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc2ea12-e0fe-486f-81d1-8bf65ebd13c6 req-1540e5f4-1bde-4e14-8c28-954bee1dddfa tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:25.747341 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dbc2ea12-e0fe-486f-81d1-8bf65ebd13c6 req-1540e5f4-1bde-4e14-8c28-954bee1dddfa tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0518339 Sep 27 07:56:25.784955 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dbc2ea12-e0fe-486f-81d1-8bf65ebd13c6 req-f5d235d7-7ca6-4be3-96e2-1842ec6028dc tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316479 Sep 27 07:56:25.788148 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:25.835232 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=254f6cac-76dc-4078-bf96-2225dcbd997e,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:25.889277 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122c61a-17ac-4245-b02d-f02d3681ace1 req-81a00315-13e7-4559-a865-a3f17cd99799 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:25.890760 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3122c61a-17ac-4245-b02d-f02d3681ace1 req-81a00315-13e7-4559-a865-a3f17cd99799 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0488174 Sep 27 07:56:25.928916 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3122c61a-17ac-4245-b02d-f02d3681ace1 req-ea3184e6-3b67-4f9a-80df-1585c38c8d30 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322266 Sep 27 07:56:26.116674 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['254f6cac-76dc-4078-bf96-2225dcbd997e'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:56:26.743595 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54926c-d909-456f-afd7-86f5c811bd30 req-bfd83833-1d84-451c-8854-b776cd271853 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:26.745062 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7d54926c-d909-456f-afd7-86f5c811bd30 req-bfd83833-1d84-451c-8854-b776cd271853 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc46e58c-76fe-40f3-92c1-4a762f7bc844 HTTP/1.1" status: 200 len: 944 time: 0.0479264 Sep 27 07:56:26.781372 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7d54926c-d909-456f-afd7-86f5c811bd30 req-d1f0f74c-e94c-4f70-b9f2-66d3b0f426c4 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300338 Sep 27 07:56:26.900593 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8a00b-a1b1-4b42-8c61-01c38ce762f4 req-7c7bacc1-dcb9-405f-a59e-a13dac46e473 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:26.902095 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-71e8a00b-a1b1-4b42-8c61-01c38ce762f4 req-7c7bacc1-dcb9-405f-a59e-a13dac46e473 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0513942 Sep 27 07:56:26.941211 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-71e8a00b-a1b1-4b42-8c61-01c38ce762f4 req-36ecfa59-06dc-4d76-b15f-ca695f280104 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326252 Sep 27 07:56:27.041720 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac045fb-2ef0-41f0-84cb-08f086ae2f79 req-07bd2e83-4a8a-4ff3-a130-53bf97e53dcf tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:27.043129 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bac045fb-2ef0-41f0-84cb-08f086ae2f79 req-07bd2e83-4a8a-4ff3-a130-53bf97e53dcf tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0493674 Sep 27 07:56:27.080313 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bac045fb-2ef0-41f0-84cb-08f086ae2f79 req-67486185-8448-4c5a-b962-d96ae4d7234b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313494 Sep 27 07:56:27.524668 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 254f6cac-76dc-4078-bf96-2225dcbd997e up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:56:27.657831 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port 254f6cac-76dc-4078-bf96-2225dcbd997e completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 07:56:27.661449 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port 254f6cac-76dc-4078-bf96-2225dcbd997e triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:56:27.661819 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:27.738020 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:27.759438 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc46e58c-76fe-40f3-92c1-4a762f7bc844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254f6cac-76dc-4078-bf96-2225dcbd997e'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:56:27.761727 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c1670f-4280-427e-b13e-646d981eee44" -d '{"events": [{"server_uuid": "bc46e58c-76fe-40f3-92c1-4a762f7bc844", "name": "network-vif-plugged", "status": "completed", "tag": "254f6cac-76dc-4078-bf96-2225dcbd997e"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:56:27.774321 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 254f6cac-76dc-4078-bf96-2225dcbd997e, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=254f6cac-76dc-4078-bf96-2225dcbd997e,segment=NetworkSegment(ff73a54f-d6ac-4047-aa4f-9a1ec93c567a),segment_id=ff73a54f-d6ac-4047-aa4f-9a1ec93c567a)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:56:27.797775 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b84825-581e-408f-a161-f444885aec31 x-openstack-request-id: req-58b84825-581e-408f-a161-f444885aec31 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:56:27.798097 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc46e58c-76fe-40f3-92c1-4a762f7bc844", "name": "network-vif-plugged", "status": "completed", "tag": "254f6cac-76dc-4078-bf96-2225dcbd997e", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:56:27.798357 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-58b84825-581e-408f-a161-f444885aec31 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:56:27.798779 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc46e58c-76fe-40f3-92c1-4a762f7bc844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254f6cac-76dc-4078-bf96-2225dcbd997e', 'code': 200} Sep 27 07:56:27.886434 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:27.896695 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525c38e-bcd5-4b5b-9033-dcfbec4a288e req-a4c60279-e96f-478e-aeb6-773026f4d266 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:27.898291 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9525c38e-bcd5-4b5b-9033-dcfbec4a288e req-a4c60279-e96f-478e-aeb6-773026f4d266 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc46e58c-76fe-40f3-92c1-4a762f7bc844 HTTP/1.1" status: 200 len: 944 time: 0.0505888 Sep 27 07:56:27.933353 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=254f6cac-76dc-4078-bf96-2225dcbd997e,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:27.936889 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9525c38e-bcd5-4b5b-9033-dcfbec4a288e req-e313189f-ca01-4a99-84f8-8e381773cbeb tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317848 Sep 27 07:56:28.057727 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c5043-5c15-4f84-b7ca-171197993a5c req-b870abcc-76ad-414c-a9f3-6cdea32eb9f3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:28.059191 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5c5c5043-5c15-4f84-b7ca-171197993a5c req-b870abcc-76ad-414c-a9f3-6cdea32eb9f3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0529191 Sep 27 07:56:28.099351 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5c5c5043-5c15-4f84-b7ca-171197993a5c req-bbb93cd1-ec28-4666-b14d-990b4dc5fc77 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326488 Sep 27 07:56:28.142786 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2a763-a6bf-4137-beea-c5e2d94eafea req-78729f9a-2d28-4a38-a7fe-e95fdbf808cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:28.144303 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-bfa2a763-a6bf-4137-beea-c5e2d94eafea req-78729f9a-2d28-4a38-a7fe-e95fdbf808cf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bc46e58c-76fe-40f3-92c1-4a762f7bc844 HTTP/1.1" status: 200 len: 1098 time: 0.0434339 Sep 27 07:56:28.180121 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-bfa2a763-a6bf-4137-beea-c5e2d94eafea req-ccaec2fd-2039-45df-b361-24b012a36e65 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268154 Sep 27 07:56:29.048990 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d345f20-32c2-4f7c-83d0-fa9879d1e878 req-f5be5ff9-2f58-49da-893e-17bf32447a6a tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:29.050464 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3d345f20-32c2-4f7c-83d0-fa9879d1e878 req-f5be5ff9-2f58-49da-893e-17bf32447a6a tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc46e58c-76fe-40f3-92c1-4a762f7bc844 HTTP/1.1" status: 200 len: 945 time: 0.0481167 Sep 27 07:56:29.088344 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3d345f20-32c2-4f7c-83d0-fa9879d1e878 req-092023e8-f2a3-4859-9660-9eba0d69c4f9 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318601 Sep 27 07:56:29.211262 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ffd93a-0ed1-4edf-b0cc-299b0ebc2e69 req-d104ef55-0948-4907-b932-d9c1bd016561 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:29.212731 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-47ffd93a-0ed1-4edf-b0cc-299b0ebc2e69 req-d104ef55-0948-4907-b932-d9c1bd016561 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0489607 Sep 27 07:56:29.249517 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-47ffd93a-0ed1-4edf-b0cc-299b0ebc2e69 req-1de90a70-badb-46a4-8ce3-e4df45210732 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/security-groups?id=aa5fa211-f456-4eb3-91c6-546e8e9da924&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308261 Sep 27 07:56:29.425986 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d77da-95e2-4860-acdc-7a385e1440b5 req-2c7bbc74-4c17-46b4-951d-76f663d8a4f3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:29.427401 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-fa9d77da-95e2-4860-acdc-7a385e1440b5 req-2c7bbc74-4c17-46b4-951d-76f663d8a4f3 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.25 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 945 time: 0.0464694 Sep 27 07:56:29.528935 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-fa9d77da-95e2-4860-acdc-7a385e1440b5 req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Deleting port 4d52c070-92a2-4125-bcef-dba7a04c2dc4 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:56:29.529195 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-fa9d77da-95e2-4860-acdc-7a385e1440b5 req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:29.616340 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-fa9d77da-95e2-4860-acdc-7a385e1440b5 req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] For port 4d52c070-92a2-4125-bcef-dba7a04c2dc4, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=4d52c070-92a2-4125-bcef-dba7a04c2dc4,segment=NetworkSegment(a0f60bb0-3e48-4f0c-a854-a47cf16cad01),segment_id=a0f60bb0-3e48-4f0c-a854-a47cf16cad01)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:56:29.616701 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-fa9d77da-95e2-4860-acdc-7a385e1440b5 req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:29.629336 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-fa9d77da-95e2-4860-acdc-7a385e1440b5 req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Calling delete_port for 4d52c070-92a2-4125-bcef-dba7a04c2dc4 owned by compute:nova {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:56:29.846409 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-fa9d77da-95e2-4860-acdc-7a385e1440b5 req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:29.861734 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['4d52c070-92a2-4125-bcef-dba7a04c2dc4'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:56:29.872793 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Pushing event deleted for resources: {'Port': ['ID=4d52c070-92a2-4125-bcef-dba7a04c2dc4,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:29.886504 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:29.886854 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:29.887199 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:29.892245 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:29.892245 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:29.892245 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:29.892245 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:29.892245 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:29.892245 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:29.892245 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:29.892245 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:29.892245 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:29.923637 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa9d77da-95e2-4860-acdc-7a385e1440b5 req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] No DVR routers for this DVR port 4d52c070-92a2-4125-bcef-dba7a04c2dc4 on host hv-cinder-81107 {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:56:29.925996 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-fa9d77da-95e2-4860-acdc-7a385e1440b5 req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:29.927939 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-fa9d77da-95e2-4860-acdc-7a385e1440b5 req-10b87fe5-b344-4f53-8b84-9b619c5c3a5d tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.25 "DELETE /v2.0/ports/4d52c070-92a2-4125-bcef-dba7a04c2dc4 HTTP/1.1" status: 204 len: 173 time: 0.4845572 Sep 27 07:56:29.928363 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c', 'name': 'network-vif-deleted', 'tag': '4d52c070-92a2-4125-bcef-dba7a04c2dc4'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:56:29.930659 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b8cfe0-d5e5-4401-bd62-5bdbb433b3a8" -d '{"events": [{"server_uuid": "3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c", "name": "network-vif-deleted", "tag": "4d52c070-92a2-4125-bcef-dba7a04c2dc4"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:56:29.964258 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4a1221-2869-403e-9b6a-624d7920cfa6 x-openstack-request-id: req-9b4a1221-2869-403e-9b6a-624d7920cfa6 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:56:29.964608 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c", "name": "network-vif-deleted", "tag": "4d52c070-92a2-4125-bcef-dba7a04c2dc4", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:56:29.964864 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9b4a1221-2869-403e-9b6a-624d7920cfa6 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:56:29.965320 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c', 'name': 'network-vif-deleted', 'tag': '4d52c070-92a2-4125-bcef-dba7a04c2dc4', 'status': 'completed', 'code': 200} Sep 27 07:56:30.205893 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f3cbef-1342-40fb-8a65-bc447d059ca4 req-1505bea8-d3ff-47cf-a956-620dd8a79208 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:30.207347 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-23f3cbef-1342-40fb-8a65-bc447d059ca4 req-1505bea8-d3ff-47cf-a956-620dd8a79208 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc46e58c-76fe-40f3-92c1-4a762f7bc844 HTTP/1.1" status: 200 len: 945 time: 0.0520861 Sep 27 07:56:30.243895 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-23f3cbef-1342-40fb-8a65-bc447d059ca4 req-12727c07-29d4-4c8a-99cf-0cfe539a8b5b tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306301 Sep 27 07:56:31.190893 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7333477e-b546-4bd8-9801-1b34a7e555fb req-3f8491c6-9e19-417f-95d0-9549797693f1 tempest-ServerRescueNegativeTestJSON-184424818 tempest-ServerRescueNegativeTestJSON-184424818-project] 10.222.0.11 "GET /v2.0/ports?device_id=3fac99b6-80aa-46ed-8cbb-4c40f0c50f1c HTTP/1.1" status: 200 len: 210 time: 0.0279226 Sep 27 07:56:32.250919 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 38940) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:32.319676 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-a1a6a588-3031-47a7-9440-f03f44f58393 req-1fa3ea2b-81d5-456d-9d69-4dbf086501fe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451393 Sep 27 07:56:32.384445 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6a588-3031-47a7-9440-f03f44f58393 req-40fe7a29-5390-437b-936e-5bce7479c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:32.385984 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-a1a6a588-3031-47a7-9440-f03f44f58393 req-40fe7a29-5390-437b-936e-5bce7479c22b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=44a7dbe773ff4db489d00bd2021ead4b&device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 1098 time: 0.0390484 Sep 27 07:56:32.484600 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:32.497369 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6a588-3031-47a7-9440-f03f44f58393 req-0b93ac31-3016-49ba-868d-ac3b5977d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:32.499131 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-a1a6a588-3031-47a7-9440-f03f44f58393 req-0b93ac31-3016-49ba-868d-ac3b5977d70c service neutron] 10.222.0.25 "GET /v2.0/networks?id=a1e8c124-882c-4ed3-9483-409ff26f3f96 HTTP/1.1" status: 200 len: 911 time: 0.0874774 Sep 27 07:56:32.575888 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-a1a6a588-3031-47a7-9440-f03f44f58393 req-f9f7e914-ee03-4c87-9f5e-cb172b39f45d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f90d1050-ffa8-4b5d-aee5-9604a554f8ed HTTP/1.1" status: 200 len: 1001 time: 0.0682292 Sep 27 07:56:32.640693 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6a588-3031-47a7-9440-f03f44f58393 req-c694ce20-c435-4aaa-810e-c386cae2d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:32.640693 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-a1a6a588-3031-47a7-9440-f03f44f58393 req-c694ce20-c435-4aaa-810e-c386cae2d3cf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=61cb872e-4c80-4503-b20b-ef01cdc64f1b HTTP/1.1" status: 200 len: 849 time: 0.0488882 Sep 27 07:56:32.691861 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6a588-3031-47a7-9440-f03f44f58393 req-3598a7e8-16d1-47c0-86c7-8e2f7d4b4aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:32.693556 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-a1a6a588-3031-47a7-9440-f03f44f58393 req-3598a7e8-16d1-47c0-86c7-8e2f7d4b4aee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a1e8c124-882c-4ed3-9483-409ff26f3f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425775 Sep 27 07:56:32.737239 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b0d79203-18c2-4dae-b185-c6f6daa8c640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560153'] for router_interface, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:32.796029 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-a1a6a588-3031-47a7-9440-f03f44f58393 req-dcfc81e7-3fc9-4f91-a1c7-868935b91b46 service neutron] 10.222.0.25 "GET /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860827 Sep 27 07:56:32.820864 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be4f124-2a5d-4746-be5c-a50221eade75 req-d9a20615-b252-4cf4-9909-26fc9ead3db0 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:32.822362 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1be4f124-2a5d-4746-be5c-a50221eade75 req-d9a20615-b252-4cf4-9909-26fc9ead3db0 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 945 time: 0.1191909 Sep 27 07:56:32.891878 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-a1a6a588-3031-47a7-9440-f03f44f58393 req-37630e74-ba52-4434-80a8-ebc21baee1cd service neutron] 10.222.0.25 "GET /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869005 Sep 27 07:56:32.895486 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1be4f124-2a5d-4746-be5c-a50221eade75 req-70ba66c1-d7a4-41c6-a019-211432f24530 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664494 Sep 27 07:56:32.919000 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 38950) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:33.075438 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-b0d79203-18c2-4dae-b185-c6f6daa8c640 admin admin] Deleting port 3a60b96f-333b-42e9-bd42-728eb9f5186f {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:56:33.075438 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b0d79203-18c2-4dae-b185-c6f6daa8c640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:33.110358 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2475595-d471-460d-b5d9-110f8e62c394 tempest-TestMinimumBasicScenario-400996778 tempest-TestMinimumBasicScenario-400996778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:33.111895 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-f2475595-d471-460d-b5d9-110f8e62c394 tempest-TestMinimumBasicScenario-400996778 tempest-TestMinimumBasicScenario-400996778-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 1093 time: 0.1919069 Sep 27 07:56:33.114817 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 38954) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:33.119044 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Request body: {'floatingip': {'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'port_id': '6d1cf396-5466-432c-b402-0c7a90f1e5db', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:56:33.150562 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-b0d79203-18c2-4dae-b185-c6f6daa8c640 admin admin] For port 3a60b96f-333b-42e9-bd42-728eb9f5186f, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=3a60b96f-333b-42e9-bd42-728eb9f5186f,segment=NetworkSegment(a0f60bb0-3e48-4f0c-a854-a47cf16cad01),segment_id=a0f60bb0-3e48-4f0c-a854-a47cf16cad01)] {{(pid=106358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:56:33.150915 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b0d79203-18c2-4dae-b185-c6f6daa8c640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:33.162900 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-b0d79203-18c2-4dae-b185-c6f6daa8c640 admin admin] Calling delete_port for 3a60b96f-333b-42e9-bd42-728eb9f5186f owned by network:router_interface {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:56:33.229323 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for floatingip, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:33.337146 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:33.427555 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-453fb669-58bd-4eea-b6f7-86668ec9e1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:33.427801 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b0d79203-18c2-4dae-b185-c6f6daa8c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:33.455884 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d79203-18c2-4dae-b185-c6f6daa8c640 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a60b96f-333b-42e9-bd42-728eb9f5186f,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:33.567854 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 4d52c070-92a2-4125-bcef-dba7a04c2dc4 no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:56:33.593301 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] No Port match for: 4d52c070-92a2-4125-bcef-dba7a04c2dc4 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:56:33.593646 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 4d52c070-92a2-4125-bcef-dba7a04c2dc4 not bound to the agent host hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:56:33.617513 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b0d79203-18c2-4dae-b185-c6f6daa8c640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560528'] for router_interface, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:33.628766 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Allocated IP 172.27.0.128 (12b44509-c0c8-4d46-aca9-a93a6e96d753/98d9ac14-3553-4580-92ce-723937f48855/eef7c736-67a8-4a30-88fb-39c2f2df7cd7) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:56:33.734399 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:33.827504 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d79203-18c2-4dae-b185-c6f6daa8c640 admin admin] Router 34bcc3ab-3074-464e-9f27-bd57e701958b has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:56:33.829643 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:33.865122 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:56:33.869304 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:56:33.872792 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:56:33.880976 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Pushing event updated for resources: {'Port': ['ID=eef7c736-67a8-4a30-88fb-39c2f2df7cd7,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:34.169703 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d79203-18c2-4dae-b185-c6f6daa8c640 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:56:34.174888 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-b0d79203-18c2-4dae-b185-c6f6daa8c640 admin admin] 10.222.0.11 "PUT /v2.0/routers/34bcc3ab-3074-464e-9f27-bd57e701958b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9229145 Sep 27 07:56:34.177446 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 38958) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:34.179998 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed7c1c-c550-44bf-896d-c83d01af2103 None None] Sync routers for ids ['34bcc3ab-3074-464e-9f27-bd57e701958b'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:56:34.191375 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ed7c1c-c550-44bf-896d-c83d01af2103 None None] Routers {'34bcc3ab-3074-464e-9f27-bd57e701958b'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:56:34.192007 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-72ed7c1c-c550-44bf-896d-c83d01af2103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:56:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['34bcc3ab-3074-464e-9f27-bd57e701958b'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:56:34.283855 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b22e206c-e11b-48b7-8906-d18f110de306 admin admin] Notify callbacks [] for router, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:34.304560 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-72ed7c1c-c550-44bf-896d-c83d01af2103 None None] Set router 34bcc3ab-3074-464e-9f27-bd57e701958b gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:56:34.318505 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:34.403309 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b22e206c-e11b-48b7-8906-d18f110de306 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:34.482114 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-72ed7c1c-c550-44bf-896d-c83d01af2103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bcc3ab-3074-464e-9f27-bd57e701958b', 'name': 'tempest-ServerRescueNegativeTestJSON-2038237638-router', 'tenant_id': 'db214cdbafc9405aa877c1f184e8532e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': '44ead720-a37e-482f-8e2a-2475a64a5405', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:56:33Z', 'revision_number': 5, 'project_id': 'db214cdbafc9405aa877c1f184e8532e', 'gw_port': {'id': '44ead720-a37e-482f-8e2a-2475a64a5405', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:7a:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34bcc3ab-3074-464e-9f27-bd57e701958b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:56:34.508973 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed7c1c-c550-44bf-896d-c83d01af2103 None None] Checking router: 34bcc3ab-3074-464e-9f27-bd57e701958b for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:56:34.517385 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:34.518427 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ed7c1c-c550-44bf-896d-c83d01af2103 None None] Routers {'34bcc3ab-3074-464e-9f27-bd57e701958b'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:56:34.519043 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-72ed7c1c-c550-44bf-896d-c83d01af2103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:56:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['34bcc3ab-3074-464e-9f27-bd57e701958b'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:56:34.550764 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-b22e206c-e11b-48b7-8906-d18f110de306 admin admin] Deleting port 44ead720-a37e-482f-8e2a-2475a64a5405 {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:56:34.554295 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b22e206c-e11b-48b7-8906-d18f110de306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:34.657671 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-b22e206c-e11b-48b7-8906-d18f110de306 admin admin] For port 44ead720-a37e-482f-8e2a-2475a64a5405, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=44ead720-a37e-482f-8e2a-2475a64a5405,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:56:34.658086 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b22e206c-e11b-48b7-8906-d18f110de306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:34.672974 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-b22e206c-e11b-48b7-8906-d18f110de306 admin admin] Calling delete_port for 44ead720-a37e-482f-8e2a-2475a64a5405 owned by network:router_gateway {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:56:34.694490 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-72ed7c1c-c550-44bf-896d-c83d01af2103 None None] Set router 34bcc3ab-3074-464e-9f27-bd57e701958b gateway port host: None {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:56:34.698990 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:34.745028 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-72ed7c1c-c550-44bf-896d-c83d01af2103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34bcc3ab-3074-464e-9f27-bd57e701958b', 'name': 'tempest-ServerRescueNegativeTestJSON-2038237638-router', 'tenant_id': 'db214cdbafc9405aa877c1f184e8532e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:56:34Z', 'revision_number': 6, 'project_id': 'db214cdbafc9405aa877c1f184e8532e', 'gw_port_host': None}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:56:34.760574 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:34.777198 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed7c1c-c550-44bf-896d-c83d01af2103 None None] The sync data for ids ['34bcc3ab-3074-464e-9f27-bd57e701958b'] in dv-cinder-811078-1-iscsi is: [{'id': '34bcc3ab-3074-464e-9f27-bd57e701958b', 'name': 'tempest-ServerRescueNegativeTestJSON-2038237638-router', 'tenant_id': 'db214cdbafc9405aa877c1f184e8532e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:56:34Z', 'revision_number': 6, 'project_id': 'db214cdbafc9405aa877c1f184e8532e', 'gw_port_host': None}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:56:34.860131 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Pushing event updated for resources: {'Port': ['ID=eef7c736-67a8-4a30-88fb-39c2f2df7cd7,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:34.869621 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560409'] for floatingip, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:34.909154 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b22e206c-e11b-48b7-8906-d18f110de306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:34.936004 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e206c-e11b-48b7-8906-d18f110de306 admin admin] Pushing event deleted for resources: {'Port': ['ID=44ead720-a37e-482f-8e2a-2475a64a5405,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:34.969561 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.db.l3_db [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Floating IP fdab3d30-1f60-4070-8e52-29d0650a7aa5 associated. External IP: 172.27.0.128, port: 6d1cf396-5466-432c-b402-0c7a90f1e5db. Sep 27 07:56:34.994919 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b22e206c-e11b-48b7-8906-d18f110de306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560467'] for router_gateway, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:35.100805 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b22e206c-e11b-48b7-8906-d18f110de306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4772'] for router, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:35.102846 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b22e206c-e11b-48b7-8906-d18f110de306 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:35.183094 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Router fc4df391-aac6-4863-8401-d07485e5d6e1 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:56:35.269635 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b22e206c-e11b-48b7-8906-d18f110de306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558645'] for router, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:35.270190 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22e206c-e11b-48b7-8906-d18f110de306 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34bcc3ab-3074-464e-9f27-bd57e701958b {{(pid=106358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 07:56:35.280603 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b22e206c-e11b-48b7-8906-d18f110de306 admin admin] Notify callbacks [] for router, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:35.280603 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-b22e206c-e11b-48b7-8906-d18f110de306 admin admin] 10.222.0.11 "DELETE /v2.0/routers/34bcc3ab-3074-464e-9f27-bd57e701958b HTTP/1.1" status: 204 len: 168 time: 1.0988085 Sep 27 07:56:35.280603 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 38962) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:35.290333 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:56:35.300501 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee83935c-8428-4ddb-9c3c-f87da1faac2d None None] Sync routers for ids ['fc4df391-aac6-4863-8401-d07485e5d6e1'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:56:35.309770 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee83935c-8428-4ddb-9c3c-f87da1faac2d None None] Routers {'fc4df391-aac6-4863-8401-d07485e5d6e1'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:56:35.310472 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-ee83935c-8428-4ddb-9c3c-f87da1faac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:56:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['fc4df391-aac6-4863-8401-d07485e5d6e1'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:56:35.326771 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d28f13a-6dee-47b1-b258-2af0d272afa3 admin admin] Deleting subnet 07db581e-2238-4bd1-aacc-bc8622529c44 {{(pid=106358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 07:56:35.330296 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5d28f13a-6dee-47b1-b258-2af0d272afa3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:35.368140 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5d28f13a-6dee-47b1-b258-2af0d272afa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5359040'] for subnet, precommit_delete_associations {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:35.389826 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:35.411629 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5d28f13a-6dee-47b1-b258-2af0d272afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694807'] for subnet, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:35.417078 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-ee83935c-8428-4ddb-9c3c-f87da1faac2d None None] Set router fc4df391-aac6-4863-8401-d07485e5d6e1 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:56:35.424580 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-bf193869-6054-42b5-a320-170deb19c428 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3063095 Sep 27 07:56:35.424580 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4', 'tag': '6d1cf396-5466-432c-b402-0c7a90f1e5db'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:56:35.425622 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a0fac2-6cd0-485a-9d71-2cd13b71cce1" -d '{"events": [{"name": "network-changed", "server_uuid": "52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4", "tag": "6d1cf396-5466-432c-b402-0c7a90f1e5db"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:56:35.429189 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 38966) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:35.435286 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-e95f7a12-ed31-4d10-8ed4-c68b7ee7b185 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1942770344', 'description': 'tempest-secgroup-smoke-1942770344 description', 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:56:35.466628 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ec7a29-5773-4b4b-9d40-b3b0ef07d27c x-openstack-request-id: req-c4ec7a29-5773-4b4b-9d40-b3b0ef07d27c {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:56:35.469389 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4", "tag": "6d1cf396-5466-432c-b402-0c7a90f1e5db", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:56:35.469651 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4ec7a29-5773-4b4b-9d40-b3b0ef07d27c {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:56:35.470063 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4', 'tag': '6d1cf396-5466-432c-b402-0c7a90f1e5db', 'status': 'completed', 'code': 200} Sep 27 07:56:35.541712 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0fac2-6cd0-485a-9d71-2cd13b71cce1 req-5882d32c-8ecc-4f9e-9d3e-f37471944e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:35.543608 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f7a0fac2-6cd0-485a-9d71-2cd13b71cce1 req-5882d32c-8ecc-4f9e-9d3e-f37471944e01 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b2891b7e2846afbeaa597a6484d7ab&device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 1098 time: 0.0453372 Sep 27 07:56:35.563474 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e95f7a12-ed31-4d10-8ed4-c68b7ee7b185 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:35.595388 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5d28f13a-6dee-47b1-b258-2af0d272afa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5864136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6131966'] for subnet, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:35.607794 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5d28f13a-6dee-47b1-b258-2af0d272afa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:35.609806 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-5d28f13a-6dee-47b1-b258-2af0d272afa3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/07db581e-2238-4bd1-aacc-bc8622529c44 HTTP/1.1" status: 204 len: 168 time: 0.3285730 Sep 27 07:56:35.628916 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 38970) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:35.637554 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28f13a-6dee-47b1-b258-2af0d272afa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07db581e-2238-4bd1-aacc-bc8622529c44,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:35.712761 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fef3bfdb-9562-488e-8e34-c931ccc3ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1630127'] for network, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:35.743678 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-ee83935c-8428-4ddb-9c3c-f87da1faac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'name': 'tempest-TestMinimumBasicScenario-1965212984-router', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:00Z', 'updated_at': '2021-09-27T07:55:05Z', 'revision_number': 4, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'gw_port': {'id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:01Z', 'updated_at': '2021-09-27T07:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': 'fdab3d30-1f60-4070-8e52-29d0650a7aa5', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'port_id': '6d1cf396-5466-432c-b402-0c7a90f1e5db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545', 'mac_address': 'fa:16:3e:55:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:56:34Z', 'updated_at': '2021-09-27T07:56:34Z', 'revision_number': 0, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283942db-17ab-456e-aa82-1165891ca1c8', 'name': '', 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'mac_address': 'fa:16:3e:03:86:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3446fc4a-d5c1-4650-a23a-1fd0ac050ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:05Z', 'updated_at': '2021-09-27T07:55:11Z', 'revision_number': 5, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'subnets': [{'id': '3446fc4a-d5c1-4650-a23a-1fd0ac050ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:56:35.771261 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee83935c-8428-4ddb-9c3c-f87da1faac2d None None] Checking router: fc4df391-aac6-4863-8401-d07485e5d6e1 for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:56:35.781266 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee83935c-8428-4ddb-9c3c-f87da1faac2d None None] Routers {'fc4df391-aac6-4863-8401-d07485e5d6e1'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:56:35.782076 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-ee83935c-8428-4ddb-9c3c-f87da1faac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:56:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['fc4df391-aac6-4863-8401-d07485e5d6e1'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:56:35.805053 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fef3bfdb-9562-488e-8e34-c931ccc3ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693678', 'neutron.services.segments.db._delete_segments_for_network-8792188906900'] for network, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:35.831933 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-fef3bfdb-9562-488e-8e34-c931ccc3ee6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448aa08f-9439-4e3a-9cd7-ca641ada67be']}} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:56:35.842673 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-fef3bfdb-9562-488e-8e34-c931ccc3ee6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f60bb0-3e48-4f0c-a854-a47cf16cad01') {'for_net_delete': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:56:35.843091 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-fef3bfdb-9562-488e-8e34-c931ccc3ee6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f60bb0-3e48-4f0c-a854-a47cf16cad01') {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:56:35.864080 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fef3bfdb-9562-488e-8e34-c931ccc3ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792188906397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5359065'] for segment, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:35.874871 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0fac2-6cd0-485a-9d71-2cd13b71cce1 req-56d7f876-2862-4ee3-b2e0-192d5a7ef613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:35.876366 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f7a0fac2-6cd0-485a-9d71-2cd13b71cce1 req-56d7f876-2862-4ee3-b2e0-192d5a7ef613 service neutron] 10.222.0.25 "GET /v2.0/networks?id=06aad22d-9cd9-4e6a-b76f-f395bd796545 HTTP/1.1" status: 200 len: 916 time: 0.3217852 Sep 27 07:56:35.881225 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fef3bfdb-9562-488e-8e34-c931ccc3ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:35.891285 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef3bfdb-9562-488e-8e34-c931ccc3ee6b admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=106358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 07:56:35.892482 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fef3bfdb-9562-488e-8e34-c931ccc3ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5863526'] for segment, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:35.914982 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-ee83935c-8428-4ddb-9c3c-f87da1faac2d None None] Set router fc4df391-aac6-4863-8401-d07485e5d6e1 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: Traceback (most recent call last): Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: timer() Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: cb(*args, **kw) Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: return func(*args, **kwargs) Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: self._notify() Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: self.callback(batched_events) Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: event.method(event) Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: return f(self, *a, **k) Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: return self._get(url).json() Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: return self.request(url, 'GET', **kwargs) Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 07:56:35.957687 dv-cinder-811078-1-iscsi neutron-server[106358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 07:56:35.962523 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e95f7a12-ed31-4d10-8ed4-c68b7ee7b185 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:35.973431 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f7a0fac2-6cd0-485a-9d71-2cd13b71cce1 req-005f1da9-126a-470c-801f-4e9e3cbb22d7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d1cf396-5466-432c-b402-0c7a90f1e5db HTTP/1.1" status: 200 len: 999 time: 0.0856600 Sep 27 07:56:36.034517 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0fac2-6cd0-485a-9d71-2cd13b71cce1 req-4944e7db-cd7d-41b1-8364-f7063cf3a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:36.036553 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f7a0fac2-6cd0-485a-9d71-2cd13b71cce1 req-4944e7db-cd7d-41b1-8364-f7063cf3a28c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3446fc4a-d5c1-4650-a23a-1fd0ac050ea8 HTTP/1.1" status: 200 len: 854 time: 0.0466576 Sep 27 07:56:36.058149 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fef3bfdb-9562-488e-8e34-c931ccc3ee6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560399'] for network, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:36.073096 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fef3bfdb-9562-488e-8e34-c931ccc3ee6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:36.074382 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e95f7a12-ed31-4d10-8ed4-c68b7ee7b185 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:36.078330 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-fef3bfdb-9562-488e-8e34-c931ccc3ee6b admin admin] 10.222.0.11 "DELETE /v2.0/networks/448aa08f-9439-4e3a-9cd7-ca641ada67be HTTP/1.1" status: 204 len: 168 time: 0.4453394 Sep 27 07:56:36.078330 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3bfdb-9562-488e-8e34-c931ccc3ee6b admin admin] Pushing event deleted for resources: {'Network': ['ID=448aa08f-9439-4e3a-9cd7-ca641ada67be,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:36.122323 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95f7a12-ed31-4d10-8ed4-c68b7ee7b185 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa65e15-84a0-4eda-b54e-87c473ce914f,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:36.129028 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0fac2-6cd0-485a-9d71-2cd13b71cce1 req-6e8a185d-92ac-433e-af80-4c511d0c0d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:36.131779 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f7a0fac2-6cd0-485a-9d71-2cd13b71cce1 req-6e8a185d-92ac-433e-af80-4c511d0c0d9a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=06aad22d-9cd9-4e6a-b76f-f395bd796545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859518 Sep 27 07:56:36.174196 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-ee83935c-8428-4ddb-9c3c-f87da1faac2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'name': 'tempest-TestMinimumBasicScenario-1965212984-router', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:00Z', 'updated_at': '2021-09-27T07:55:05Z', 'revision_number': 4, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'gw_port': {'id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:01Z', 'updated_at': '2021-09-27T07:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': 'fdab3d30-1f60-4070-8e52-29d0650a7aa5', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'port_id': '6d1cf396-5466-432c-b402-0c7a90f1e5db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545', 'mac_address': 'fa:16:3e:55:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:56:34Z', 'updated_at': '2021-09-27T07:56:34Z', 'revision_number': 0, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283942db-17ab-456e-aa82-1165891ca1c8', 'name': '', 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'mac_address': 'fa:16:3e:03:86:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3446fc4a-d5c1-4650-a23a-1fd0ac050ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:05Z', 'updated_at': '2021-09-27T07:55:11Z', 'revision_number': 5, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'subnets': [{'id': '3446fc4a-d5c1-4650-a23a-1fd0ac050ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:56:36.200803 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee83935c-8428-4ddb-9c3c-f87da1faac2d None None] The sync data for ids ['fc4df391-aac6-4863-8401-d07485e5d6e1'] in dv-cinder-811078-1-iscsi is: [{'id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'name': 'tempest-TestMinimumBasicScenario-1965212984-router', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:00Z', 'updated_at': '2021-09-27T07:55:05Z', 'revision_number': 4, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'gw_port': {'id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:01Z', 'updated_at': '2021-09-27T07:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': 'fdab3d30-1f60-4070-8e52-29d0650a7aa5', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'port_id': '6d1cf396-5466-432c-b402-0c7a90f1e5db', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545', 'mac_address': 'fa:16:3e:55:b4:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:56:34Z', 'updated_at': '2021-09-27T07:56:34Z', 'revision_number': 0, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '283942db-17ab-456e-aa82-1165891ca1c8', 'name': '', 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'mac_address': 'fa:16:3e:03:86:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3446fc4a-d5c1-4650-a23a-1fd0ac050ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:05Z', 'updated_at': '2021-09-27T07:55:11Z', 'revision_number': 5, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'subnets': [{'id': '3446fc4a-d5c1-4650-a23a-1fd0ac050ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:56:36.212398 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e95f7a12-ed31-4d10-8ed4-c68b7ee7b185 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:36.212398 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-e95f7a12-ed31-4d10-8ed4-c68b7ee7b185 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7817717 Sep 27 07:56:36.215405 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 38974) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:36.221322 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-6ed3c9c7-b9a4-4569-8a1e-63b0b1e8748f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Request body: {'security_group_rule': {'security_group_id': '8aa65e15-84a0-4eda-b54e-87c473ce914f', 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:56:36.235032 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f7a0fac2-6cd0-485a-9d71-2cd13b71cce1 req-aa66213e-6d85-4a68-9fc3-456ea95f594b service neutron] 10.222.0.25 "GET /v2.0/networks/06aad22d-9cd9-4e6a-b76f-f395bd796545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942349 Sep 27 07:56:36.245158 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2c957ab5-2e00-4233-8b93-a7eaefe0b249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:36.330790 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f7a0fac2-6cd0-485a-9d71-2cd13b71cce1 req-0ec1b1f6-5bf0-493d-8c04-091f30c4350e service neutron] 10.222.0.25 "GET /v2.0/networks/06aad22d-9cd9-4e6a-b76f-f395bd796545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881217 Sep 27 07:56:36.377561 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c9c7-b9a4-4569-8a1e-63b0b1e8748f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:36.391762 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708e4b0-7358-434e-8c9c-2a8d66dbcdc9 None None] New status for floating IP fdab3d30-1f60-4070-8e52-29d0650a7aa5: ACTIVE {{(pid=106360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 07:56:36.437494 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c9c7-b9a4-4569-8a1e-63b0b1e8748f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:36.514905 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c9c7-b9a4-4569-8a1e-63b0b1e8748f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:36.531366 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3c9c7-b9a4-4569-8a1e-63b0b1e8748f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d010f6ce-fab3-4f39-925d-978982967f6b,revision_number=0']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:36.552112 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 38978) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:36.596835 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-23226156-40b5-439f-8a1e-35ffe2290602 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=db214cdbafc9405aa877c1f184e8532e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0441756 Sep 27 07:56:36.599459 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 38980) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:36.642195 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6ed3c9c7-b9a4-4569-8a1e-63b0b1e8748f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:36.643358 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-6ed3c9c7-b9a4-4569-8a1e-63b0b1e8748f tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4263849 Sep 27 07:56:36.646767 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 38982) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:36.648814 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 44ead720-a37e-482f-8e2a-2475a64a5405 no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:56:36.651447 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-db995b62-a08b-4134-818e-7d2700d965dd tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Request body: {'security_group_rule': {'security_group_id': '8aa65e15-84a0-4eda-b54e-87c473ce914f', 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:56:36.664350 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-18c6f50f-2aef-4301-840d-1c468b0d0c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:36.669442 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: 44ead720-a37e-482f-8e2a-2475a64a5405 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:56:36.669799 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 44ead720-a37e-482f-8e2a-2475a64a5405 not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:56:36.670225 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 3a60b96f-333b-42e9-bd42-728eb9f5186f no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:56:36.687418 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-18c6f50f-2aef-4301-840d-1c468b0d0c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:36.689093 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: 3a60b96f-333b-42e9-bd42-728eb9f5186f {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:56:36.689456 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 3a60b96f-333b-42e9-bd42-728eb9f5186f not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:56:36.690873 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:36.763859 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-db995b62-a08b-4134-818e-7d2700d965dd tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:36.819612 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-db995b62-a08b-4134-818e-7d2700d965dd tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:36.829473 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-18c6f50f-2aef-4301-840d-1c468b0d0c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:36.832078 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-18c6f50f-2aef-4301-840d-1c468b0d0c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:36.833284 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-18c6f50f-2aef-4301-840d-1c468b0d0c40 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa5fa211-f456-4eb3-91c6-546e8e9da924 HTTP/1.1" status: 204 len: 168 time: 0.2328753 Sep 27 07:56:36.841157 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6f50f-2aef-4301-840d-1c468b0d0c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5fa211-f456-4eb3-91c6-546e8e9da924,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:36.891906 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-db995b62-a08b-4134-818e-7d2700d965dd tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:36.910707 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db995b62-a08b-4134-818e-7d2700d965dd tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=827e045c-7310-4dfe-a999-adffb8eb2bf1,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:37.017519 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-db995b62-a08b-4134-818e-7d2700d965dd tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:37.018763 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-db995b62-a08b-4134-818e-7d2700d965dd tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3709898 Sep 27 07:56:37.021543 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 38986) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:37.025897 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-e0fcc709-634d-453a-99e0-1a1c4e8a290b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Request body: {'security_group_rule': {'security_group_id': '8aa65e15-84a0-4eda-b54e-87c473ce914f', 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:56:37.040675 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:37.146482 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e0fcc709-634d-453a-99e0-1a1c4e8a290b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:37.206133 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e0fcc709-634d-453a-99e0-1a1c4e8a290b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:37.292208 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e0fcc709-634d-453a-99e0-1a1c4e8a290b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:37.310214 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fcc709-634d-453a-99e0-1a1c4e8a290b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d962a0ed-bae2-4f88-94d4-f85dbf098475,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:37.389157 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-e0fcc709-634d-453a-99e0-1a1c4e8a290b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:37.391162 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-e0fcc709-634d-453a-99e0-1a1c4e8a290b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3684564 Sep 27 07:56:37.393734 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 38996) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:37.398190 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-87cea8a9-5c53-4eb9-be81-e5ff714d82cb tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Request body: {'security_group_rule': {'security_group_id': '8aa65e15-84a0-4eda-b54e-87c473ce914f', 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:56:37.489187 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-87cea8a9-5c53-4eb9-be81-e5ff714d82cb tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:37.550750 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-87cea8a9-5c53-4eb9-be81-e5ff714d82cb tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:37.634788 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-87cea8a9-5c53-4eb9-be81-e5ff714d82cb tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:37.651762 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cea8a9-5c53-4eb9-be81-e5ff714d82cb tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42345740-9695-4c39-95b3-87abdf6c45ea,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:37.743252 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-87cea8a9-5c53-4eb9-be81-e5ff714d82cb tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:37.744486 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-87cea8a9-5c53-4eb9-be81-e5ff714d82cb tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3497162 Sep 27 07:56:37.747184 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39006) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:37.755090 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-d3effa2f-8977-46ac-9a58-fee84c2dc37b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Request body: {'security_group_rule': {'security_group_id': '8aa65e15-84a0-4eda-b54e-87c473ce914f', 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:56:37.846483 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.db.securitygroups_db [None req-d3effa2f-8977-46ac-9a58-fee84c2dc37b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Project b5b2891b7e2846afbeaa597a6484d7ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 07:56:37.851542 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d3effa2f-8977-46ac-9a58-fee84c2dc37b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:37.910524 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d3effa2f-8977-46ac-9a58-fee84c2dc37b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:37.995049 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d3effa2f-8977-46ac-9a58-fee84c2dc37b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:38.014472 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3effa2f-8977-46ac-9a58-fee84c2dc37b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0759eedf-4cf8-44a6-90d4-01dd7853ef80,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:38.137982 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-d3effa2f-8977-46ac-9a58-fee84c2dc37b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:38.139351 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-d3effa2f-8977-46ac-9a58-fee84c2dc37b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3911667 Sep 27 07:56:38.141996 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39014) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:38.146370 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-0beea127-7601-445d-b721-1e84347b6079 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Request body: {'security_group_rule': {'security_group_id': '8aa65e15-84a0-4eda-b54e-87c473ce914f', 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:56:38.274966 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.db.securitygroups_db [None req-0beea127-7601-445d-b721-1e84347b6079 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Project b5b2891b7e2846afbeaa597a6484d7ab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 07:56:38.280736 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0beea127-7601-445d-b721-1e84347b6079 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:38.347839 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0beea127-7601-445d-b721-1e84347b6079 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:38.463106 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0beea127-7601-445d-b721-1e84347b6079 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:38.478511 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beea127-7601-445d-b721-1e84347b6079 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91619363-b14a-4302-a2ee-c29cea1be3da,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:38.570090 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0beea127-7601-445d-b721-1e84347b6079 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:38.571373 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-0beea127-7601-445d-b721-1e84347b6079 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4284201 Sep 27 07:56:38.653606 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8927b5c0-5146-4d88-b437-57a4579c4140 req-3a745f80-bad9-4cab-ac39-9d82be0bf77e tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942770344&fields=id&tenant_id=b5b2891b7e2846afbeaa597a6484d7ab HTTP/1.1" status: 200 len: 267 time: 0.0353773 Sep 27 07:56:38.712009 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927b5c0-5146-4d88-b437-57a4579c4140 req-8b11cac0-0c60-401d-8570-9226597b58b2 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:38.713579 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8927b5c0-5146-4d88-b437-57a4579c4140 req-8b11cac0-0c60-401d-8570-9226597b58b2 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 945 time: 0.0535681 Sep 27 07:56:38.725631 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [req-8927b5c0-5146-4d88-b437-57a4579c4140 req-4f26f4a1-d41b-408c-a33b-9ff015c4eb32 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Request body: {'port': {'security_groups': ['a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c', '8aa65e15-84a0-4eda-b54e-87c473ce914f']}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:56:38.793265 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-8927b5c0-5146-4d88-b437-57a4579c4140 req-4f26f4a1-d41b-408c-a33b-9ff015c4eb32 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:38.909538 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:38.995357 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [req-8927b5c0-5146-4d88-b437-57a4579c4140 req-4f26f4a1-d41b-408c-a33b-9ff015c4eb32 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] For port 6d1cf396-5466-432c-b402-0c7a90f1e5db, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=6d1cf396-5466-432c-b402-0c7a90f1e5db,segment=NetworkSegment(2cd8c745-3887-4dd3-8293-288c1e55122f),segment_id=2cd8c745-3887-4dd3-8293-288c1e55122f)] {{(pid=106358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:56:39.027234 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-8927b5c0-5146-4d88-b437-57a4579c4140 req-4f26f4a1-d41b-408c-a33b-9ff015c4eb32 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for port, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:39.154895 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-8927b5c0-5146-4d88-b437-57a4579c4140 req-4f26f4a1-d41b-408c-a33b-9ff015c4eb32 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:39.166978 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['6d1cf396-5466-432c-b402-0c7a90f1e5db'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:56:39.198539 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8927b5c0-5146-4d88-b437-57a4579c4140 req-4f26f4a1-d41b-408c-a33b-9ff015c4eb32 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:39.199298 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-8927b5c0-5146-4d88-b437-57a4579c4140 req-4f26f4a1-d41b-408c-a33b-9ff015c4eb32 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:39.200977 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8927b5c0-5146-4d88-b437-57a4579c4140 req-4f26f4a1-d41b-408c-a33b-9ff015c4eb32 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "PUT /v2.0/ports/6d1cf396-5466-432c-b402-0c7a90f1e5db HTTP/1.1" status: 200 len: 981 time: 0.4805865 Sep 27 07:56:39.201601 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4', 'tag': '6d1cf396-5466-432c-b402-0c7a90f1e5db'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:56:39.204746 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0135c4c3-97cd-46d7-9d47-33b4f79a6538" -d '{"events": [{"name": "network-changed", "server_uuid": "52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4", "tag": "6d1cf396-5466-432c-b402-0c7a90f1e5db"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:56:39.231377 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26f4a1-d41b-408c-a33b-9ff015c4eb32 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Pushing event updated for resources: {'Port': ['ID=6d1cf396-5466-432c-b402-0c7a90f1e5db,revision_number=6']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:39.312600 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['6d1cf396-5466-432c-b402-0c7a90f1e5db'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:56:39.327737 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef66e65-30be-4ad4-ae5f-1e0a4b092056 req-6ad5142f-9d10-4f68-84e8-a9f081e2e340 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:39.329342 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5ef66e65-30be-4ad4-ae5f-1e0a4b092056 req-6ad5142f-9d10-4f68-84e8-a9f081e2e340 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 984 time: 0.0670516 Sep 27 07:56:39.371479 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5ef66e65-30be-4ad4-ae5f-1e0a4b092056 req-5964a74e-d201-49f3-b471-27fc7b4e8011 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aa65e15-84a0-4eda-b54e-87c473ce914f&id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352743 Sep 27 07:56:39.422896 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018c5488-5c2a-4f81-a2fa-cb90f94345cb x-openstack-request-id: req-018c5488-5c2a-4f81-a2fa-cb90f94345cb {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:56:39.423450 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4", "tag": "6d1cf396-5466-432c-b402-0c7a90f1e5db", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:56:39.423879 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-018c5488-5c2a-4f81-a2fa-cb90f94345cb {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:56:39.424382 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4', 'tag': '6d1cf396-5466-432c-b402-0c7a90f1e5db', 'status': 'completed', 'code': 200} Sep 27 07:56:39.488464 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135c4c3-97cd-46d7-9d47-33b4f79a6538 req-7472a977-887f-4694-ade4-a158f140b61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:39.490030 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-0135c4c3-97cd-46d7-9d47-33b4f79a6538 req-7472a977-887f-4694-ade4-a158f140b61c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b2891b7e2846afbeaa597a6484d7ab&device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 1137 time: 0.0440240 Sep 27 07:56:39.580707 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-0357adf9-bbb7-4bd3-abb4-58e370aee4a9 None None] Provisioning complete for port 6d1cf396-5466-432c-b402-0c7a90f1e5db triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:56:39.581053 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-0357adf9-bbb7-4bd3-abb4-58e370aee4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:39.591649 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135c4c3-97cd-46d7-9d47-33b4f79a6538 req-99497b45-048a-4f1b-893c-e5d7d86be8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:39.593220 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-0135c4c3-97cd-46d7-9d47-33b4f79a6538 req-99497b45-048a-4f1b-893c-e5d7d86be8b2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=06aad22d-9cd9-4e6a-b76f-f395bd796545 HTTP/1.1" status: 200 len: 916 time: 0.0959387 Sep 27 07:56:39.630891 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 39054) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:39.663070 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-0135c4c3-97cd-46d7-9d47-33b4f79a6538 req-a817fe81-d8c9-4f0f-9d37-71c579b2b89c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d1cf396-5466-432c-b402-0c7a90f1e5db HTTP/1.1" status: 200 len: 1001 time: 0.0614228 Sep 27 07:56:39.727656 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135c4c3-97cd-46d7-9d47-33b4f79a6538 req-746c7bd1-a9ff-40f3-b212-5e308ec15d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:39.729377 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-0135c4c3-97cd-46d7-9d47-33b4f79a6538 req-746c7bd1-a9ff-40f3-b212-5e308ec15d3d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3446fc4a-d5c1-4650-a23a-1fd0ac050ea8 HTTP/1.1" status: 200 len: 854 time: 0.0526118 Sep 27 07:56:39.760006 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fd2dfd1d-de2f-49d3-bfd6-06eb64c42d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:39.807274 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135c4c3-97cd-46d7-9d47-33b4f79a6538 req-77a466dd-d96d-4ae2-abe8-21b19e3fa0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:39.808964 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-0135c4c3-97cd-46d7-9d47-33b4f79a6538 req-77a466dd-d96d-4ae2-abe8-21b19e3fa0b9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=06aad22d-9cd9-4e6a-b76f-f395bd796545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718291 Sep 27 07:56:39.862981 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fd2dfd1d-de2f-49d3-bfd6-06eb64c42d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:39.906011 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-0135c4c3-97cd-46d7-9d47-33b4f79a6538 req-6e2330b2-f008-460f-9f8e-5785189963eb service neutron] 10.222.0.25 "GET /v2.0/networks/06aad22d-9cd9-4e6a-b76f-f395bd796545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860267 Sep 27 07:56:39.987330 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fd2dfd1d-de2f-49d3-bfd6-06eb64c42d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:40.002046 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-0135c4c3-97cd-46d7-9d47-33b4f79a6538 req-93de9042-49cc-4d94-aa3d-1c3f2e03a52d service neutron] 10.222.0.25 "GET /v2.0/networks/06aad22d-9cd9-4e6a-b76f-f395bd796545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879588 Sep 27 07:56:40.025515 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-fd2dfd1d-de2f-49d3-bfd6-06eb64c42d0d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6e63fc29cab4a01a8ec9505b43d7082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3935597 Sep 27 07:56:40.027494 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2dfd1d-de2f-49d3-bfd6-06eb64c42d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51796dff-765f-4bdb-89f2-5577fac4244f,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:40.028136 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39062) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:40.035404 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2dfd1d-de2f-49d3-bfd6-06eb64c42d0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:40.035752 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2dfd1d-de2f-49d3-bfd6-06eb64c42d0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:40.036091 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2dfd1d-de2f-49d3-bfd6-06eb64c42d0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:40.036424 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2dfd1d-de2f-49d3-bfd6-06eb64c42d0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:40.036749 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2dfd1d-de2f-49d3-bfd6-06eb64c42d0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:40.037369 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2dfd1d-de2f-49d3-bfd6-06eb64c42d0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:40.037697 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2dfd1d-de2f-49d3-bfd6-06eb64c42d0d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:40.038021 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2dfd1d-de2f-49d3-bfd6-06eb64c42d0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:40.038343 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2dfd1d-de2f-49d3-bfd6-06eb64c42d0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:40.038662 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2dfd1d-de2f-49d3-bfd6-06eb64c42d0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:40.039028 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2dfd1d-de2f-49d3-bfd6-06eb64c42d0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:40.039361 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2dfd1d-de2f-49d3-bfd6-06eb64c42d0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:56:40.079932 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ca77ca81-f005-41bc-9f36-9c4aafb8a8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:40.100558 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ca77ca81-f005-41bc-9f36-9c4aafb8a8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:40.267326 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ca77ca81-f005-41bc-9f36-9c4aafb8a8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:40.270003 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ca77ca81-f005-41bc-9f36-9c4aafb8a8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:40.271252 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-ca77ca81-f005-41bc-9f36-9c4aafb8a8d7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/51796dff-765f-4bdb-89f2-5577fac4244f HTTP/1.1" status: 204 len: 168 time: 0.2421408 Sep 27 07:56:40.278911 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca77ca81-f005-41bc-9f36-9c4aafb8a8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51796dff-765f-4bdb-89f2-5577fac4244f,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:40.887787 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39070) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:40.900755 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5d599c19-1bb8-4ba1-a861-dfa9838582d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:40.988190 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5d599c19-1bb8-4ba1-a861-dfa9838582d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:41.114457 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5d599c19-1bb8-4ba1-a861-dfa9838582d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:41.154343 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-5d599c19-1bb8-4ba1-a861-dfa9838582d5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2537336cc3664b2792b6f569a6ca1579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2655225 Sep 27 07:56:41.155674 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d599c19-1bb8-4ba1-a861-dfa9838582d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a1876a-2129-4e82-a725-a19e02138916,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:41.157623 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 39072) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:41.205625 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d429dc03-3942-4acd-a4f7-07ffae097e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:41.226699 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d429dc03-3942-4acd-a4f7-07ffae097e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:41.337482 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d429dc03-3942-4acd-a4f7-07ffae097e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:41.340014 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d429dc03-3942-4acd-a4f7-07ffae097e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:41.341224 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-d429dc03-3942-4acd-a4f7-07ffae097e9c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b4a1876a-2129-4e82-a725-a19e02138916 HTTP/1.1" status: 204 len: 168 time: 0.1824903 Sep 27 07:56:41.349580 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429dc03-3942-4acd-a4f7-07ffae097e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a1876a-2129-4e82-a725-a19e02138916,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:43.617799 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 39118) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:43.721633 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-02578355-eb1a-4012-874b-fe4706393ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:43.806172 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-02578355-eb1a-4012-874b-fe4706393ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:43.868446 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-02578355-eb1a-4012-874b-fe4706393ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:43.906109 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-02578355-eb1a-4012-874b-fe4706393ef7 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3c18acbff06e4da988b5608a9c4a5351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2866817 Sep 27 07:56:43.908028 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02578355-eb1a-4012-874b-fe4706393ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff28b0e-9143-43a7-9aab-71ab731c0591,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:43.909141 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39122) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:43.956794 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a7f18f9b-5100-4980-bcf9-900b3ca52b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:43.976825 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a7f18f9b-5100-4980-bcf9-900b3ca52b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:44.098209 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a7f18f9b-5100-4980-bcf9-900b3ca52b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:44.100956 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a7f18f9b-5100-4980-bcf9-900b3ca52b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:44.104667 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-a7f18f9b-5100-4980-bcf9-900b3ca52b04 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/3ff28b0e-9143-43a7-9aab-71ab731c0591 HTTP/1.1" status: 204 len: 168 time: 0.1921074 Sep 27 07:56:44.111483 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f18f9b-5100-4980-bcf9-900b3ca52b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff28b0e-9143-43a7-9aab-71ab731c0591,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:44.772816 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39134) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:44.785832 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9b89915c-182c-451f-a706-5e4d6009571d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:44.871148 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9b89915c-182c-451f-a706-5e4d6009571d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:44.948624 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9b89915c-182c-451f-a706-5e4d6009571d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:44.986402 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-9b89915c-182c-451f-a706-5e4d6009571d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=bc6e6ec2950e4c459ed6d775b162530a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2125108 Sep 27 07:56:44.987259 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b89915c-182c-451f-a706-5e4d6009571d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd4129b-d730-4414-94f8-6cc7c6e5b634,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:44.989121 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 39138) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:45.039183 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d57c47ec-2084-4140-9a28-09fad8d3b17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:45.060223 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d57c47ec-2084-4140-9a28-09fad8d3b17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:45.205704 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d57c47ec-2084-4140-9a28-09fad8d3b17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:45.208176 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d57c47ec-2084-4140-9a28-09fad8d3b17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:45.209360 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-d57c47ec-2084-4140-9a28-09fad8d3b17c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/abd4129b-d730-4414-94f8-6cc7c6e5b634 HTTP/1.1" status: 204 len: 168 time: 0.2186351 Sep 27 07:56:45.216864 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c47ec-2084-4140-9a28-09fad8d3b17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd4129b-d730-4414-94f8-6cc7c6e5b634,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:47.826574 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39198) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:47.929654 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9f29d629-6a6d-4683-8210-b10f62f6a98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:48.014736 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9f29d629-6a6d-4683-8210-b10f62f6a98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:48.103071 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9f29d629-6a6d-4683-8210-b10f62f6a98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:48.138995 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-9f29d629-6a6d-4683-8210-b10f62f6a98c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f5110e5fcd99490ebb6e1ae2e1b0cf0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3112617 Sep 27 07:56:48.141388 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f29d629-6a6d-4683-8210-b10f62f6a98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e391a51f-1cde-49e3-b58d-80ac0985e38d,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:48.142208 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 39204) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:48.190101 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f95c9f12-f95d-472b-bad7-f875e10e6394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:48.212784 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f95c9f12-f95d-472b-bad7-f875e10e6394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:48.341223 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f95c9f12-f95d-472b-bad7-f875e10e6394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:48.344430 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f95c9f12-f95d-472b-bad7-f875e10e6394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:48.345612 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-f95c9f12-f95d-472b-bad7-f875e10e6394 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e391a51f-1cde-49e3-b58d-80ac0985e38d HTTP/1.1" status: 204 len: 168 time: 0.2023942 Sep 27 07:56:48.354237 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c9f12-f95d-472b-bad7-f875e10e6394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e391a51f-1cde-49e3-b58d-80ac0985e38d,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:48.935718 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 39214) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:48.949312 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-96837089-98b4-4c5a-a4c2-b65835abdba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:49.038176 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-96837089-98b4-4c5a-a4c2-b65835abdba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:49.114694 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-96837089-98b4-4c5a-a4c2-b65835abdba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:49.151381 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96837089-98b4-4c5a-a4c2-b65835abdba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f620b8-e55e-4b06-8639-d7d55ad029d8,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:49.156305 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-96837089-98b4-4c5a-a4c2-b65835abdba8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=51efdeeabd134bbeaacad7dcac17e3c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2189653 Sep 27 07:56:49.159524 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 39218) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:49.206545 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2f201bd6-1da1-4551-b410-f1854ec52096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:49.227190 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2f201bd6-1da1-4551-b410-f1854ec52096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:49.352448 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2f201bd6-1da1-4551-b410-f1854ec52096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:49.355015 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2f201bd6-1da1-4551-b410-f1854ec52096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:49.356180 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-2f201bd6-1da1-4551-b410-f1854ec52096 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/91f620b8-e55e-4b06-8639-d7d55ad029d8 HTTP/1.1" status: 204 len: 168 time: 0.1963766 Sep 27 07:56:49.365824 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f201bd6-1da1-4551-b410-f1854ec52096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f620b8-e55e-4b06-8639-d7d55ad029d8,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:54.255576 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af625b9-cf35-4142-a38d-afbb2329ea9f req-2547b463-80fa-4f36-9984-1719edd17ea5 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:54.257160 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6af625b9-cf35-4142-a38d-afbb2329ea9f req-2547b463-80fa-4f36-9984-1719edd17ea5 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc46e58c-76fe-40f3-92c1-4a762f7bc844 HTTP/1.1" status: 200 len: 945 time: 0.0521526 Sep 27 07:56:54.294658 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6af625b9-cf35-4142-a38d-afbb2329ea9f req-262b8a3f-ee73-4681-9828-2d9411438140 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313826 Sep 27 07:56:55.272500 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 39318) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:55.397748 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d24a2448-11e5-4c83-8821-5adce8296aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:55.429896 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2acbb7-7114-4a25-aa12-d5dbf7346009 req-6554f173-4e51-48de-a433-14923480ee68 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:55.431298 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3c2acbb7-7114-4a25-aa12-d5dbf7346009 req-6554f173-4e51-48de-a433-14923480ee68 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc46e58c-76fe-40f3-92c1-4a762f7bc844 HTTP/1.1" status: 200 len: 945 time: 0.0709913 Sep 27 07:56:55.490548 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3c2acbb7-7114-4a25-aa12-d5dbf7346009 req-1c826f30-df08-4a82-a989-9201493c6ffb tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524352 Sep 27 07:56:55.541852 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d24a2448-11e5-4c83-8821-5adce8296aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:55.611198 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d24a2448-11e5-4c83-8821-5adce8296aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:55.650006 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-d24a2448-11e5-4c83-8821-5adce8296aef admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3877688487964764b3813583496dae32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763990 Sep 27 07:56:55.651873 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a2448-11e5-4c83-8821-5adce8296aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9704ea66-cc45-4dd4-aa90-e97bd9184429,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:55.652819 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39324) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:56:55.700547 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-17f218a0-c1e3-4fa9-9e36-11285660a261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:55.721445 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-17f218a0-c1e3-4fa9-9e36-11285660a261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:55.822697 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-17f218a0-c1e3-4fa9-9e36-11285660a261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:55.825253 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-17f218a0-c1e3-4fa9-9e36-11285660a261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:55.826387 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-17f218a0-c1e3-4fa9-9e36-11285660a261 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9704ea66-cc45-4dd4-aa90-e97bd9184429 HTTP/1.1" status: 204 len: 168 time: 0.1725566 Sep 27 07:56:55.834108 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f218a0-c1e3-4fa9-9e36-11285660a261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9704ea66-cc45-4dd4-aa90-e97bd9184429,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:56.284233 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d21ba-990c-4cba-82f3-aa599992a2a3 req-49471d51-a0d2-4190-98cd-49faf16229d4 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:56.285764 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-972d21ba-990c-4cba-82f3-aa599992a2a3 req-49471d51-a0d2-4190-98cd-49faf16229d4 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc46e58c-76fe-40f3-92c1-4a762f7bc844 HTTP/1.1" status: 200 len: 945 time: 0.0483651 Sep 27 07:56:56.386698 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-972d21ba-990c-4cba-82f3-aa599992a2a3 req-a7d0637b-b09e-4ca3-aad1-8ab58b48eaae tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Deleting port 254f6cac-76dc-4078-bf96-2225dcbd997e {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:56:56.387034 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-972d21ba-990c-4cba-82f3-aa599992a2a3 req-a7d0637b-b09e-4ca3-aad1-8ab58b48eaae tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:56.477979 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-972d21ba-990c-4cba-82f3-aa599992a2a3 req-a7d0637b-b09e-4ca3-aad1-8ab58b48eaae tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] For port 254f6cac-76dc-4078-bf96-2225dcbd997e, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=254f6cac-76dc-4078-bf96-2225dcbd997e,segment=NetworkSegment(ff73a54f-d6ac-4047-aa4f-9a1ec93c567a),segment_id=ff73a54f-d6ac-4047-aa4f-9a1ec93c567a)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:56:56.478282 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-972d21ba-990c-4cba-82f3-aa599992a2a3 req-a7d0637b-b09e-4ca3-aad1-8ab58b48eaae tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:56.490608 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-972d21ba-990c-4cba-82f3-aa599992a2a3 req-a7d0637b-b09e-4ca3-aad1-8ab58b48eaae tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Calling delete_port for 254f6cac-76dc-4078-bf96-2225dcbd997e owned by compute:nova {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:56:56.604690 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3621b31-e1af-4abe-aa2b-73f85df7174d req-b56de7d5-c0ec-4489-9d2a-1394332055d3 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:56:56.609836 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e3621b31-e1af-4abe-aa2b-73f85df7174d req-b56de7d5-c0ec-4489-9d2a-1394332055d3 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc46e58c-76fe-40f3-92c1-4a762f7bc844 HTTP/1.1" status: 200 len: 945 time: 0.0531235 Sep 27 07:56:56.654087 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e3621b31-e1af-4abe-aa2b-73f85df7174d req-8058d9b4-078c-4f90-a722-b92548b3d815 tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/security-groups?id=15f225c7-861d-4a95-a9f6-b50365f5dbf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413616 Sep 27 07:56:56.718128 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-972d21ba-990c-4cba-82f3-aa599992a2a3 req-a7d0637b-b09e-4ca3-aad1-8ab58b48eaae tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:56.741178 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['254f6cac-76dc-4078-bf96-2225dcbd997e'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:56:56.750417 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0637b-b09e-4ca3-aad1-8ab58b48eaae tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Pushing event deleted for resources: {'Port': ['ID=254f6cac-76dc-4078-bf96-2225dcbd997e,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:56:56.789413 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-972d21ba-990c-4cba-82f3-aa599992a2a3 req-a7d0637b-b09e-4ca3-aad1-8ab58b48eaae tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] No DVR routers for this DVR port 254f6cac-76dc-4078-bf96-2225dcbd997e on host hv-cinder-81107 {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:56:56.791818 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-972d21ba-990c-4cba-82f3-aa599992a2a3 req-a7d0637b-b09e-4ca3-aad1-8ab58b48eaae tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:56:56.793828 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-972d21ba-990c-4cba-82f3-aa599992a2a3 req-a7d0637b-b09e-4ca3-aad1-8ab58b48eaae tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.25 "DELETE /v2.0/ports/254f6cac-76dc-4078-bf96-2225dcbd997e HTTP/1.1" status: 204 len: 173 time: 0.4990540 Sep 27 07:56:56.794263 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc46e58c-76fe-40f3-92c1-4a762f7bc844', 'name': 'network-vif-deleted', 'tag': '254f6cac-76dc-4078-bf96-2225dcbd997e'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:56:56.796477 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c41d050-eb15-49e9-95cb-50dc1cde9404" -d '{"events": [{"server_uuid": "bc46e58c-76fe-40f3-92c1-4a762f7bc844", "name": "network-vif-deleted", "tag": "254f6cac-76dc-4078-bf96-2225dcbd997e"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:56:56.833201 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a37d5fe-6184-438a-84a7-5acfd9ef2363 x-openstack-request-id: req-3a37d5fe-6184-438a-84a7-5acfd9ef2363 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:56:56.833498 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc46e58c-76fe-40f3-92c1-4a762f7bc844", "name": "network-vif-deleted", "tag": "254f6cac-76dc-4078-bf96-2225dcbd997e", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:56:56.833754 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-3a37d5fe-6184-438a-84a7-5acfd9ef2363 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:56:56.834153 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc46e58c-76fe-40f3-92c1-4a762f7bc844', 'name': 'network-vif-deleted', 'tag': '254f6cac-76dc-4078-bf96-2225dcbd997e', 'status': 'completed', 'code': 200} Sep 27 07:56:57.760919 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2349e61d-495f-4392-917f-9f6febc6a948 req-0a1fb0b3-449a-4c9d-8acf-a220d0cb4e9c tempest-VolumesSnapshotTestJSON-1844450765 tempest-VolumesSnapshotTestJSON-1844450765-project] 10.222.0.11 "GET /v2.0/ports?device_id=bc46e58c-76fe-40f3-92c1-4a762f7bc844 HTTP/1.1" status: 200 len: 210 time: 0.0266073 Sep 27 07:56:58.611717 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:56:59.738996 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 254f6cac-76dc-4078-bf96-2225dcbd997e no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:56:59.761139 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] No Port match for: 254f6cac-76dc-4078-bf96-2225dcbd997e {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:56:59.761484 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 254f6cac-76dc-4078-bf96-2225dcbd997e not bound to the agent host hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:57:02.363767 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:03.548519 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-a893d5ad-85f5-4d96-ba24-6255b336a10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:03.926187 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39428) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:03.969762 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_v2 [None req-befa2e59-1aea-4da9-9525-28abe398f13d admin admin] Deleting subnet 5da2f088-86e4-4227-ba0f-fc971a0a955e {{(pid=106357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 07:57:03.973540 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-befa2e59-1aea-4da9-9525-28abe398f13d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:04.008411 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-befa2e59-1aea-4da9-9525-28abe398f13d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6574824'] for subnet, precommit_delete_associations {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:04.050519 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-befa2e59-1aea-4da9-9525-28abe398f13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694807'] for subnet, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:04.189267 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-befa2e59-1aea-4da9-9525-28abe398f13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7115201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4265388'] for subnet, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:04.218310 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befa2e59-1aea-4da9-9525-28abe398f13d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5da2f088-86e4-4227-ba0f-fc971a0a955e,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:04.221159 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-befa2e59-1aea-4da9-9525-28abe398f13d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:04.222365 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-befa2e59-1aea-4da9-9525-28abe398f13d admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5da2f088-86e4-4227-ba0f-fc971a0a955e HTTP/1.1" status: 204 len: 168 time: 0.2951667 Sep 27 07:57:04.224893 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39442) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:04.299639 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ab24edb7-72f2-4931-a579-9f02c1314b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1630127'] for network, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:04.376893 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ab24edb7-72f2-4931-a579-9f02c1314b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693678', 'neutron.services.segments.db._delete_segments_for_network-8792188906900'] for network, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:04.396657 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-ab24edb7-72f2-4931-a579-9f02c1314b46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ebc4c39-d0a1-4515-9004-e5c446b45be2']}} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:04.405469 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-ab24edb7-72f2-4931-a579-9f02c1314b46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f049ded7-e2f1-4742-8006-c6c1da15b4c4') {'for_net_delete': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:04.405702 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-ab24edb7-72f2-4931-a579-9f02c1314b46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f049ded7-e2f1-4742-8006-c6c1da15b4c4') {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:04.414883 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ab24edb7-72f2-4931-a579-9f02c1314b46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792188906397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6574833'] for segment, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:04.427342 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ab24edb7-72f2-4931-a579-9f02c1314b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:04.433030 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab24edb7-72f2-4931-a579-9f02c1314b46 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=106357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ab24edb7-72f2-4931-a579-9f02c1314b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7115631'] for segment, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: Traceback (most recent call last): Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: timer() Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: cb(*args, **kw) Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: return func(*args, **kwargs) Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: self._notify() Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: self.callback(batched_events) Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: event.method(event) Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: return f(self, *a, **k) Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: return self._get(url).json() Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: return self.request(url, 'GET', **kwargs) Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 07:57:04.438841 dv-cinder-811078-1-iscsi neutron-server[106357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 07:57:04.557917 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ab24edb7-72f2-4931-a579-9f02c1314b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560399'] for network, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:04.574073 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ab24edb7-72f2-4931-a579-9f02c1314b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:04.577435 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-ab24edb7-72f2-4931-a579-9f02c1314b46 admin admin] 10.222.0.11 "DELETE /v2.0/networks/7ebc4c39-d0a1-4515-9004-e5c446b45be2 HTTP/1.1" status: 204 len: 168 time: 0.3500991 Sep 27 07:57:04.577435 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab24edb7-72f2-4931-a579-9f02c1314b46 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ebc4c39-d0a1-4515-9004-e5c446b45be2,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:04.917255 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39452) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:04.957044 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-988b230a-b712-4fd4-a508-3ce0a893a592 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a3e875ff59c741c7a0ca09fc98132f20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0384779 Sep 27 07:57:04.959480 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39454) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:05.007774 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-467fcd92-7535-4897-81fa-3ff8d16b4f83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:05.029384 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-467fcd92-7535-4897-81fa-3ff8d16b4f83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:05.251984 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-467fcd92-7535-4897-81fa-3ff8d16b4f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:05.255073 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-467fcd92-7535-4897-81fa-3ff8d16b4f83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:05.256306 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-467fcd92-7535-4897-81fa-3ff8d16b4f83 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/eaa5f48d-6bad-4158-8a85-32c4323289fc HTTP/1.1" status: 204 len: 168 time: 0.2958426 Sep 27 07:57:05.265046 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fcd92-7535-4897-81fa-3ff8d16b4f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa5f48d-6bad-4158-8a85-32c4323289fc,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:05.468348 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd836e-4533-449e-927a-0d70541dd0cc req-785dfc6d-5e08-4334-9f3b-fda98ecca819 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:05.469870 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-27dd836e-4533-449e-927a-0d70541dd0cc req-785dfc6d-5e08-4334-9f3b-fda98ecca819 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 984 time: 0.0484047 Sep 27 07:57:05.511366 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-27dd836e-4533-449e-927a-0d70541dd0cc req-d5af9e1f-79c6-46df-af44-a539ff367164 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aa65e15-84a0-4eda-b54e-87c473ce914f&id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346093 Sep 27 07:57:05.558912 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813acab-5eb2-43c6-8967-fcaf72b856d3 req-daaf7b5a-7bb2-418d-97da-f1a73e41e1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:05.562407 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f813acab-5eb2-43c6-8967-fcaf72b856d3 req-daaf7b5a-7bb2-418d-97da-f1a73e41e1ab service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b2891b7e2846afbeaa597a6484d7ab&device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 1137 time: 0.0621541 Sep 27 07:57:05.683991 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813acab-5eb2-43c6-8967-fcaf72b856d3 req-55b09ae0-2d58-405c-9c49-1a97578941ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:05.685541 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f813acab-5eb2-43c6-8967-fcaf72b856d3 req-55b09ae0-2d58-405c-9c49-1a97578941ff service neutron] 10.222.0.25 "GET /v2.0/networks?id=06aad22d-9cd9-4e6a-b76f-f395bd796545 HTTP/1.1" status: 200 len: 916 time: 0.1113098 Sep 27 07:57:05.776001 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f813acab-5eb2-43c6-8967-fcaf72b856d3 req-117d76f2-6231-4386-9181-eae714039c4d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d1cf396-5466-432c-b402-0c7a90f1e5db HTTP/1.1" status: 200 len: 1001 time: 0.0813642 Sep 27 07:57:05.826439 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813acab-5eb2-43c6-8967-fcaf72b856d3 req-9cd1d0ba-ce56-48df-afe6-e65615e7f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:05.827872 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f813acab-5eb2-43c6-8967-fcaf72b856d3 req-9cd1d0ba-ce56-48df-afe6-e65615e7f6f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3446fc4a-d5c1-4650-a23a-1fd0ac050ea8 HTTP/1.1" status: 200 len: 854 time: 0.0429738 Sep 27 07:57:05.886319 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f813acab-5eb2-43c6-8967-fcaf72b856d3 req-68b02ea5-7f92-4bf6-9fc4-1bbeb8d701b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:05.887770 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f813acab-5eb2-43c6-8967-fcaf72b856d3 req-68b02ea5-7f92-4bf6-9fc4-1bbeb8d701b5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=06aad22d-9cd9-4e6a-b76f-f395bd796545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418754 Sep 27 07:57:06.002819 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f813acab-5eb2-43c6-8967-fcaf72b856d3 req-055ca345-174e-4a76-be22-ba9a8e7a8250 service neutron] 10.222.0.25 "GET /v2.0/networks/06aad22d-9cd9-4e6a-b76f-f395bd796545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945880 Sep 27 07:57:06.104500 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f813acab-5eb2-43c6-8967-fcaf72b856d3 req-55ada4a4-525f-4dc0-ab6f-367f3c47ecd2 service neutron] 10.222.0.25 "GET /v2.0/networks/06aad22d-9cd9-4e6a-b76f-f395bd796545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939138 Sep 27 07:57:06.188697 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-804f2748-d9d7-4e7d-92e9-e35a52627678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:06.620978 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:07.129586 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:07.694661 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99311d69-3464-4e30-8d46-4175148537bb req-03b1ad04-979c-4811-8a8e-fb9dd0ade6ec tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:07.696802 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-99311d69-3464-4e30-8d46-4175148537bb req-03b1ad04-979c-4811-8a8e-fb9dd0ade6ec tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 984 time: 0.0523465 Sep 27 07:57:07.740249 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-99311d69-3464-4e30-8d46-4175148537bb req-20b0af10-3c14-4ca4-892b-d770a7882036 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aa65e15-84a0-4eda-b54e-87c473ce914f&id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371959 Sep 27 07:57:08.969797 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:09.258848 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4426985-f200-4adb-bea4-3cf02f6645ed req-5cdd5ec6-cd73-4d52-84f8-bd15d557e399 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:09.260323 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f4426985-f200-4adb-bea4-3cf02f6645ed req-5cdd5ec6-cd73-4d52-84f8-bd15d557e399 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 984 time: 0.0489042 Sep 27 07:57:09.301017 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f4426985-f200-4adb-bea4-3cf02f6645ed req-dd558676-b22a-46b6-b1fb-7347e47aef99 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aa65e15-84a0-4eda-b54e-87c473ce914f&id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346453 Sep 27 07:57:09.471410 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178f2ff-f0d4-465c-b1d0-21768ac395ac req-10c6ddb1-2d30-45ad-9b40-a8d06a2d7174 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:09.472990 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4178f2ff-f0d4-465c-b1d0-21768ac395ac req-10c6ddb1-2d30-45ad-9b40-a8d06a2d7174 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 946 time: 0.0494249 Sep 27 07:57:09.510673 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4178f2ff-f0d4-465c-b1d0-21768ac395ac req-df130106-c15e-41b1-b1b4-30bc0703cf0f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318270 Sep 27 07:57:09.994937 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39602) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:10.098092 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-670f98f6-b7b6-4e04-9c5f-45216dd48c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:10.184095 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-670f98f6-b7b6-4e04-9c5f-45216dd48c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:10.308060 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-670f98f6-b7b6-4e04-9c5f-45216dd48c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:10.349878 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-670f98f6-b7b6-4e04-9c5f-45216dd48c76 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c79837391f154f5d85c2886699377cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3513727 Sep 27 07:57:10.349878 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f98f6-b7b6-4e04-9c5f-45216dd48c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d4b49b-c600-4f99-8ec3-be99b120778b,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:10.350322 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 39608) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:10.443952 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240bcd99-3cf4-4a17-874b-c968cb8e116b req-8a4095fd-0b27-4d16-923f-cc8072ee27fa tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:10.445539 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-240bcd99-3cf4-4a17-874b-c968cb8e116b req-8a4095fd-0b27-4d16-923f-cc8072ee27fa tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 984 time: 0.0733230 Sep 27 07:57:10.448591 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-491229ff-9b1b-4e50-ab75-44ab0197bcfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:10.487216 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-491229ff-9b1b-4e50-ab75-44ab0197bcfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:10.509542 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-240bcd99-3cf4-4a17-874b-c968cb8e116b req-d3581ee9-0cc2-403f-86ab-35cf15901fa2 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aa65e15-84a0-4eda-b54e-87c473ce914f&id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0563779 Sep 27 07:57:10.618574 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-491229ff-9b1b-4e50-ab75-44ab0197bcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:10.621066 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-491229ff-9b1b-4e50-ab75-44ab0197bcfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:10.622202 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-491229ff-9b1b-4e50-ab75-44ab0197bcfc admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/e8d4b49b-c600-4f99-8ec3-be99b120778b HTTP/1.1" status: 204 len: 168 time: 0.2702906 Sep 27 07:57:10.633949 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491229ff-9b1b-4e50-ab75-44ab0197bcfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d4b49b-c600-4f99-8ec3-be99b120778b,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:10.663756 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95056a-d658-4582-b9ab-7f82ffb9eb16 req-6c82986d-652a-4171-813e-fac16ac932b4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:10.663756 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ed95056a-d658-4582-b9ab-7f82ffb9eb16 req-6c82986d-652a-4171-813e-fac16ac932b4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 946 time: 0.0653343 Sep 27 07:57:10.697182 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ed95056a-d658-4582-b9ab-7f82ffb9eb16 req-a4a9b9a2-1163-48d9-a45a-42f6f97932cc tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327117 Sep 27 07:57:11.295415 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 39624) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:11.308698 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f85d67aa-3fc8-4ca9-8ac3-4b15c6ab98df admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:11.397150 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f85d67aa-3fc8-4ca9-8ac3-4b15c6ab98df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:11.474307 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 39628) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:11.488894 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f85d67aa-3fc8-4ca9-8ac3-4b15c6ab98df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:11.528044 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-f85d67aa-3fc8-4ca9-8ac3-4b15c6ab98df admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a6f923d3b99640b39213e5abf9a03778&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315550 Sep 27 07:57:11.529247 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d67aa-3fc8-4ca9-8ac3-4b15c6ab98df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78e5dd0-5fc9-4371-8a76-9d882a2b9532,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:11.530813 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39632) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:11.586994 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5617ff4d-2154-4871-92d1-ff2cb23ccd71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:11.596810 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4a9ac846-1ab1-4f36-a778-7f1a04ebee7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:11.618519 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4a9ac846-1ab1-4f36-a778-7f1a04ebee7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:11.679463 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e498901-d15c-45f3-8aee-457d6b81f007 req-797ef015-dcd0-4742-8c27-7d19d66b247b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:11.680853 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1e498901-d15c-45f3-8aee-457d6b81f007 req-797ef015-dcd0-4742-8c27-7d19d66b247b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 984 time: 0.0825045 Sep 27 07:57:11.719997 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1e498901-d15c-45f3-8aee-457d6b81f007 req-3b839695-3290-46a9-be91-084baa3ab5a0 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aa65e15-84a0-4eda-b54e-87c473ce914f&id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329516 Sep 27 07:57:11.723836 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4a9ac846-1ab1-4f36-a778-7f1a04ebee7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:11.726582 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4a9ac846-1ab1-4f36-a778-7f1a04ebee7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:11.727888 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-4a9ac846-1ab1-4f36-a778-7f1a04ebee7e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c78e5dd0-5fc9-4371-8a76-9d882a2b9532 HTTP/1.1" status: 204 len: 168 time: 0.1954968 Sep 27 07:57:11.735776 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9ac846-1ab1-4f36-a778-7f1a04ebee7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78e5dd0-5fc9-4371-8a76-9d882a2b9532,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:11.776838 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5617ff4d-2154-4871-92d1-ff2cb23ccd71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:11.836213 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be89bfb-720e-4b80-a364-e317cee72166 req-61799001-f564-4d5e-8eec-83987ecc6dc0 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:11.837705 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0be89bfb-720e-4b80-a364-e317cee72166 req-61799001-f564-4d5e-8eec-83987ecc6dc0 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 946 time: 0.0474761 Sep 27 07:57:11.858193 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5617ff4d-2154-4871-92d1-ff2cb23ccd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:11.906462 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0be89bfb-720e-4b80-a364-e317cee72166 req-55d8f9b2-b6e9-42cb-a313-e85bcccc8c72 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628929 Sep 27 07:57:11.915863 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-5617ff4d-2154-4871-92d1-ff2cb23ccd71 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0fe553c9222b4d188040c82041bae7f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4368887 Sep 27 07:57:11.915863 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617ff4d-2154-4871-92d1-ff2cb23ccd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35897b62-9ffc-4976-86ad-1f5d49e6654a,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:11.915863 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 39642) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:11.964855 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-7b008e7b-fe44-4572-9ec7-e27db2ff665e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:11.988809 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-7b008e7b-fe44-4572-9ec7-e27db2ff665e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:12.131579 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-7b008e7b-fe44-4572-9ec7-e27db2ff665e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:12.134238 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-7b008e7b-fe44-4572-9ec7-e27db2ff665e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:12.138139 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-7b008e7b-fe44-4572-9ec7-e27db2ff665e admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/35897b62-9ffc-4976-86ad-1f5d49e6654a HTTP/1.1" status: 204 len: 168 time: 0.2193658 Sep 27 07:57:12.144899 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b008e7b-fe44-4572-9ec7-e27db2ff665e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35897b62-9ffc-4976-86ad-1f5d49e6654a,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:12.525249 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 39648) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:12.538728 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-cbe2b2ab-4c01-4fc7-ab85-b4bfd9dc44d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:12.629995 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-cbe2b2ab-4c01-4fc7-ab85-b4bfd9dc44d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:12.723455 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-cbe2b2ab-4c01-4fc7-ab85-b4bfd9dc44d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:12.764220 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-cbe2b2ab-4c01-4fc7-ab85-b4bfd9dc44d9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=60eb73eb5e9a40419a55a3571f483d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377570 Sep 27 07:57:12.766690 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 39660) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:12.773745 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2b2ab-4c01-4fc7-ab85-b4bfd9dc44d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6aa03cb-c2c4-4e1e-b7b7-0161ebaed905,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:12.865119 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a4c07-5885-4057-99d7-31323d346732 req-2a0e77bc-64e2-4178-bc97-54f16db7e695 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:12.866582 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-970a4c07-5885-4057-99d7-31323d346732 req-2a0e77bc-64e2-4178-bc97-54f16db7e695 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 984 time: 0.0718892 Sep 27 07:57:12.867301 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a9dd923d-d175-4ed5-8608-80e11b9a928f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:12.900981 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a9dd923d-d175-4ed5-8608-80e11b9a928f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:12.939833 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-970a4c07-5885-4057-99d7-31323d346732 req-ad4218ff-a5ee-458a-ae54-353c1793a984 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aa65e15-84a0-4eda-b54e-87c473ce914f&id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637035 Sep 27 07:57:13.042765 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da55c577-ab60-40a1-a10d-c71b40958c09 req-e12880dd-6b10-4992-b706-c93280d2f5bb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:13.044242 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-da55c577-ab60-40a1-a10d-c71b40958c09 req-e12880dd-6b10-4992-b706-c93280d2f5bb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 946 time: 0.0488961 Sep 27 07:57:13.082333 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-da55c577-ab60-40a1-a10d-c71b40958c09 req-46b399e6-507c-48cb-886d-c1a032101c41 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315413 Sep 27 07:57:13.118040 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a9dd923d-d175-4ed5-8608-80e11b9a928f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:13.122133 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a9dd923d-d175-4ed5-8608-80e11b9a928f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:13.122133 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-a9dd923d-d175-4ed5-8608-80e11b9a928f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/f6aa03cb-c2c4-4e1e-b7b7-0161ebaed905 HTTP/1.1" status: 204 len: 168 time: 0.3541896 Sep 27 07:57:13.129885 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd923d-d175-4ed5-8608-80e11b9a928f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6aa03cb-c2c4-4e1e-b7b7-0161ebaed905,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:13.881104 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd066a3b-1f59-4a51-908e-7847b9d0cbe5 req-2786363f-0bff-44bf-953e-f2580505c5d7 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:13.882565 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-fd066a3b-1f59-4a51-908e-7847b9d0cbe5 req-2786363f-0bff-44bf-953e-f2580505c5d7 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 946 time: 0.0501595 Sep 27 07:57:13.979540 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-fd066a3b-1f59-4a51-908e-7847b9d0cbe5 req-227a20f7-be4d-4771-b4ed-605098e96f6d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Deleting port d174bc02-3280-4b4e-91bb-c96bab633a75 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:57:13.979876 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-fd066a3b-1f59-4a51-908e-7847b9d0cbe5 req-227a20f7-be4d-4771-b4ed-605098e96f6d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:13.989670 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device d174bc02-3280-4b4e-91bb-c96bab633a75 no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:57:14.076842 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:14.087728 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e643a-43ab-4e84-9e14-5426f6114251 req-290a76f2-3717-4200-9dd8-b878445e29a2 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:14.088346 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-fd066a3b-1f59-4a51-908e-7847b9d0cbe5 req-227a20f7-be4d-4771-b4ed-605098e96f6d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] For port d174bc02-3280-4b4e-91bb-c96bab633a75, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=d174bc02-3280-4b4e-91bb-c96bab633a75,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:57:14.088890 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-fd066a3b-1f59-4a51-908e-7847b9d0cbe5 req-227a20f7-be4d-4771-b4ed-605098e96f6d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:14.096419 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-974e643a-43ab-4e84-9e14-5426f6114251 req-290a76f2-3717-4200-9dd8-b878445e29a2 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 984 time: 0.0875919 Sep 27 07:57:14.107538 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd174bc02-3280-4b4e-91bb-c96bab633a75'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:57:14.110382 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efbaafd-c07b-496c-b25d-36d7c7d0e9e7" -d '{"events": [{"server_uuid": "ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "d174bc02-3280-4b4e-91bb-c96bab633a75"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:57:14.124002 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port d174bc02-3280-4b4e-91bb-c96bab633a75, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=d174bc02-3280-4b4e-91bb-c96bab633a75,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:57:14.132752 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-974e643a-43ab-4e84-9e14-5426f6114251 req-98d518c3-d8dd-433b-a30b-6c9fbb94fd8e tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aa65e15-84a0-4eda-b54e-87c473ce914f&id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352690 Sep 27 07:57:14.260518 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc33c8-1bba-40a7-a9ee-87d1eae2878b req-b30ba83a-bd61-4d8b-8931-058ee49ddda8 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:14.263347 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4cdc33c8-1bba-40a7-a9ee-87d1eae2878b req-b30ba83a-bd61-4d8b-8931-058ee49ddda8 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 946 time: 0.0655289 Sep 27 07:57:14.284683 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:14.317692 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4cdc33c8-1bba-40a7-a9ee-87d1eae2878b req-dba28187-3dc6-4254-81d4-3e5a803ba7c8 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=679a821d-1d9e-4fd5-b46d-0d1a926defe1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368228 Sep 27 07:57:14.357169 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 39740) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:14.379904 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 27 Sep 2021 07:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecccb17-65f4-4b74-af84-ca101191b68f x-openstack-request-id: req-5ecccb17-65f4-4b74-af84-ca101191b68f {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:57:14.380525 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6", "name": "network-vif-unplugged", "status": "completed", "tag": "d174bc02-3280-4b4e-91bb-c96bab633a75", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:57:14.381225 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5ecccb17-65f4-4b74-af84-ca101191b68f {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:57:14.381791 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd174bc02-3280-4b4e-91bb-c96bab633a75', 'code': 200} Sep 27 07:57:14.386568 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=d174bc02-3280-4b4e-91bb-c96bab633a75,revision_number=11']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:14.397192 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:14.397999 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:14.398868 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:14.399525 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:14.400134 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:14.400649 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:14.401295 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:14.401795 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:14.402308 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:14.402804 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:14.403317 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:14.403808 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:14.484586 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8189-c8df-4536-831e-d82a886dc9af admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:14.609121 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8189-c8df-4536-831e-d82a886dc9af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:14.637765 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-fd066a3b-1f59-4a51-908e-7847b9d0cbe5 req-227a20f7-be4d-4771-b4ed-605098e96f6d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:14.639345 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-fd066a3b-1f59-4a51-908e-7847b9d0cbe5 req-227a20f7-be4d-4771-b4ed-605098e96f6d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560409'] for floatingip, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:14.639788 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.db.l3_db [req-fd066a3b-1f59-4a51-908e-7847b9d0cbe5 req-227a20f7-be4d-4771-b4ed-605098e96f6d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Floating IP 0fcb1841-41ce-4f69-9d68-9fe7acbf2c30 disassociated. External IP: 172.27.0.59, port: d174bc02-3280-4b4e-91bb-c96bab633a75. Sep 27 07:57:14.640132 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-fd066a3b-1f59-4a51-908e-7847b9d0cbe5 req-227a20f7-be4d-4771-b4ed-605098e96f6d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Calling delete_port for d174bc02-3280-4b4e-91bb-c96bab633a75 owned by compute:nova {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:57:14.684825 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-9e5e8189-c8df-4536-831e-d82a886dc9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:14.726371 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-9e5e8189-c8df-4536-831e-d82a886dc9af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=874809002d8b45fc9e29a40e95022574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681145 Sep 27 07:57:14.728300 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e8189-c8df-4536-831e-d82a886dc9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61f3316-75d3-4126-bad9-478142f40c60,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:14.732447 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 39786) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:14.781646 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-654758c2-2635-4469-8763-2746c60d9a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:14.806473 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-654758c2-2635-4469-8763-2746c60d9a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:14.891118 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-fd066a3b-1f59-4a51-908e-7847b9d0cbe5 req-227a20f7-be4d-4771-b4ed-605098e96f6d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:14.919927 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a20f7-be4d-4771-b4ed-605098e96f6d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Pushing event deleted for resources: {'Port': ['ID=d174bc02-3280-4b4e-91bb-c96bab633a75,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:14.977236 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-654758c2-2635-4469-8763-2746c60d9a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:14.979915 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-654758c2-2635-4469-8763-2746c60d9a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:14.983035 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-654758c2-2635-4469-8763-2746c60d9a0d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b61f3316-75d3-4126-bad9-478142f40c60 HTTP/1.1" status: 204 len: 168 time: 0.2476723 Sep 27 07:57:14.989465 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654758c2-2635-4469-8763-2746c60d9a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61f3316-75d3-4126-bad9-478142f40c60,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:15.037679 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd066a3b-1f59-4a51-908e-7847b9d0cbe5 req-227a20f7-be4d-4771-b4ed-605098e96f6d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:57:15.144408 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd066a3b-1f59-4a51-908e-7847b9d0cbe5 req-227a20f7-be4d-4771-b4ed-605098e96f6d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:57:15.154883 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd64eb85-0a60-4f82-a255-e750ab0b91f2 None None] Sync routers for ids ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:57:15.174086 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd64eb85-0a60-4f82-a255-e750ab0b91f2 None None] Routers {'d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:57:15.174773 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-bd64eb85-0a60-4f82-a255-e750ab0b91f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:57:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:15.188553 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd066a3b-1f59-4a51-908e-7847b9d0cbe5 req-227a20f7-be4d-4771-b4ed-605098e96f6d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] No DVR routers for this DVR port d174bc02-3280-4b4e-91bb-c96bab633a75 on host hv-cinder-81107 {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:57:15.191384 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-fd066a3b-1f59-4a51-908e-7847b9d0cbe5 req-227a20f7-be4d-4771-b4ed-605098e96f6d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:15.193426 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-fd066a3b-1f59-4a51-908e-7847b9d0cbe5 req-227a20f7-be4d-4771-b4ed-605098e96f6d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.25 "DELETE /v2.0/ports/d174bc02-3280-4b4e-91bb-c96bab633a75 HTTP/1.1" status: 204 len: 173 time: 1.3016841 Sep 27 07:57:15.193864 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'name': 'network-vif-deleted', 'tag': 'd174bc02-3280-4b4e-91bb-c96bab633a75'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:57:15.196119 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29909830-ad3c-4ff4-9560-cde55b7756c7" -d '{"events": [{"server_uuid": "ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6", "name": "network-vif-deleted", "tag": "d174bc02-3280-4b4e-91bb-c96bab633a75"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:57:15.259279 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bb983-9a60-4037-95b9-5237275598ba req-cbfe8684-6905-490c-b08c-b31e3bb41f18 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:15.260785 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-689bb983-9a60-4037-95b9-5237275598ba req-cbfe8684-6905-490c-b08c-b31e3bb41f18 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 984 time: 0.0494881 Sep 27 07:57:15.306035 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-689bb983-9a60-4037-95b9-5237275598ba req-0fc06895-e215-40a6-bcab-4ea87f6598bd tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aa65e15-84a0-4eda-b54e-87c473ce914f&id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389817 Sep 27 07:57:15.307437 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-bd64eb85-0a60-4f82-a255-e750ab0b91f2 None None] Set router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:57:15.364184 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2da3db5-4718-49b4-bdc0-483d731846dd x-openstack-request-id: req-f2da3db5-4718-49b4-bdc0-483d731846dd {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:57:15.364661 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6", "name": "network-vif-deleted", "tag": "d174bc02-3280-4b4e-91bb-c96bab633a75", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:57:15.365109 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f2da3db5-4718-49b4-bdc0-483d731846dd {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:57:15.365789 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6', 'name': 'network-vif-deleted', 'tag': 'd174bc02-3280-4b4e-91bb-c96bab633a75', 'status': 'completed', 'code': 200} Sep 27 07:57:15.452729 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b0396e31-e0eb-47a2-8b79-75d02000f341 req-3d9516ba-28c1-4f49-a553-c5a691d88cfe tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae2af4aa-f0c3-4a5d-bfc1-c15603712fb6 HTTP/1.1" status: 200 len: 210 time: 0.0285506 Sep 27 07:57:15.562781 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-bd64eb85-0a60-4f82-a255-e750ab0b91f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T07:52:29Z', 'revision_number': 4, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port': {'id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:23Z', 'updated_at': '2021-09-27T07:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': 'b32dc464-8e1c-46cd-94af-a1b5b9ba97af', 'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'mac_address': 'fa:16:3e:01:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:34Z', 'revision_number': 5, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'subnets': [{'id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:15.594092 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd64eb85-0a60-4f82-a255-e750ab0b91f2 None None] Checking router: d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:57:15.625526 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd64eb85-0a60-4f82-a255-e750ab0b91f2 None None] Routers {'d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:57:15.626210 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-bd64eb85-0a60-4f82-a255-e750ab0b91f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:57:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:15.773617 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-bd64eb85-0a60-4f82-a255-e750ab0b91f2 None None] Set router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:57:16.000486 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-bd64eb85-0a60-4f82-a255-e750ab0b91f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T07:52:29Z', 'revision_number': 4, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port': {'id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:23Z', 'updated_at': '2021-09-27T07:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': 'b32dc464-8e1c-46cd-94af-a1b5b9ba97af', 'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'mac_address': 'fa:16:3e:01:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:34Z', 'revision_number': 5, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'subnets': [{'id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:16.042430 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd64eb85-0a60-4f82-a255-e750ab0b91f2 None None] The sync data for ids ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'] in dv-cinder-811078-1-iscsi is: [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T07:52:29Z', 'revision_number': 4, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port': {'id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:23Z', 'updated_at': '2021-09-27T07:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': 'b32dc464-8e1c-46cd-94af-a1b5b9ba97af', 'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'mac_address': 'fa:16:3e:01:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:34Z', 'revision_number': 5, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'subnets': [{'id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:57:16.339335 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ff321b-fb2e-44c3-9efd-80df9cb7e8bc None None] New status for floating IP 0fcb1841-41ce-4f69-9d68-9fe7acbf2c30: DOWN {{(pid=106360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 07:57:16.495910 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac53f26-2e74-4e0f-ae10-11572fb555dc req-0e8d171b-dc05-4a18-83f9-eec2991b9afc tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:16.504409 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8ac53f26-2e74-4e0f-ae10-11572fb555dc req-0e8d171b-dc05-4a18-83f9-eec2991b9afc tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 984 time: 0.0723166 Sep 27 07:57:16.544276 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8ac53f26-2e74-4e0f-ae10-11572fb555dc req-d7902a70-dc44-4fc9-ad50-67e5095e1b9d tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aa65e15-84a0-4eda-b54e-87c473ce914f&id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389698 Sep 27 07:57:16.689621 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb5978-e328-4e12-b4dd-3a6c6c803d99 req-3608cccb-df67-4d13-865a-904b048cb72c tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:16.691827 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a2fb5978-e328-4e12-b4dd-3a6c6c803d99 req-3608cccb-df67-4d13-865a-904b048cb72c tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0595987 Sep 27 07:57:16.750430 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a2fb5978-e328-4e12-b4dd-3a6c6c803d99 req-2953a391-717d-4eeb-a75c-97826086401f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493135 Sep 27 07:57:16.960979 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 39866) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:17.022395 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6d2631d4-ef88-4e8f-851c-0c964975b16d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:17.047285 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6d2631d4-ef88-4e8f-851c-0c964975b16d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:17.233710 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6d2631d4-ef88-4e8f-851c-0c964975b16d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:17.236380 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6d2631d4-ef88-4e8f-851c-0c964975b16d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:17.238461 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-6d2631d4-ef88-4e8f-851c-0c964975b16d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "DELETE /v2.0/security-groups/679a821d-1d9e-4fd5-b46d-0d1a926defe1 HTTP/1.1" status: 204 len: 168 time: 0.2765026 Sep 27 07:57:17.241297 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39876) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:17.247994 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2631d4-ef88-4e8f-851c-0c964975b16d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=679a821d-1d9e-4fd5-b46d-0d1a926defe1,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:17.255156 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.api.v2.resource [None req-8d8de54c-c24e-47c6-b106-2fb417e1b1bf tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] show failed (client error): The resource could not be found. Sep 27 07:57:17.256162 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-8d8de54c-c24e-47c6-b106-2fb417e1b1bf tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups/679a821d-1d9e-4fd5-b46d-0d1a926defe1 HTTP/1.1" status: 404 len: 347 time: 0.0138574 Sep 27 07:57:17.262219 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39878) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:17.391876 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-3c48a5e5-2f73-4637-8686-d280fd213d85 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Deleting port bb94cd76-4d28-4be3-8b67-9231724fc5a0 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:57:17.392234 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3c48a5e5-2f73-4637-8686-d280fd213d85 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:17.477514 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3c48a5e5-2f73-4637-8686-d280fd213d85 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:17.477927 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3c48a5e5-2f73-4637-8686-d280fd213d85 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:17.490996 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-3c48a5e5-2f73-4637-8686-d280fd213d85 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Calling delete_port for bb94cd76-4d28-4be3-8b67-9231724fc5a0 owned by network:floatingip {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:57:17.684886 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19ba5f8-0ed2-4e27-a382-119f28b3e4d8 req-e43a4d4c-4817-4ae2-a0ee-a8346287b64b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:17.686388 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f19ba5f8-0ed2-4e27-a382-119f28b3e4d8 req-e43a4d4c-4817-4ae2-a0ee-a8346287b64b tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 984 time: 0.0528302 Sep 27 07:57:17.726144 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3c48a5e5-2f73-4637-8686-d280fd213d85 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:17.737306 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f19ba5f8-0ed2-4e27-a382-119f28b3e4d8 req-2d662927-ad1e-4ea1-a05d-c2405a56e161 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aa65e15-84a0-4eda-b54e-87c473ce914f&id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435936 Sep 27 07:57:17.759475 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48a5e5-2f73-4637-8686-d280fd213d85 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Pushing event deleted for resources: {'Port': ['ID=bb94cd76-4d28-4be3-8b67-9231724fc5a0,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:17.820546 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3c48a5e5-2f73-4637-8686-d280fd213d85 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for floatingip, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:17.823258 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3c48a5e5-2f73-4637-8686-d280fd213d85 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:17.825049 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-3c48a5e5-2f73-4637-8686-d280fd213d85 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "DELETE /v2.0/floatingips/0fcb1841-41ce-4f69-9d68-9fe7acbf2c30 HTTP/1.1" status: 204 len: 168 time: 0.5609076 Sep 27 07:57:17.887753 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36999560-78e7-4d8c-a237-53a025c3a292 req-e7ebfa03-ff6a-4b5f-b361-fe7f562cc667 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:17.898227 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-36999560-78e7-4d8c-a237-53a025c3a292 req-e7ebfa03-ff6a-4b5f-b361-fe7f562cc667 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0656044 Sep 27 07:57:17.945702 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-36999560-78e7-4d8c-a237-53a025c3a292 req-64cd0e3b-e4df-4e2d-bc97-999b980cc134 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341072 Sep 27 07:57:18.245919 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39910) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:18.251155 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-5b9e30d9-6d05-42e9-b998-64b4bcc3f7e5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1364410370', 'description': 'tempest-description--1785425502'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:18.479748 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5b9e30d9-6d05-42e9-b998-64b4bcc3f7e5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:18.582296 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5b9e30d9-6d05-42e9-b998-64b4bcc3f7e5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:18.622072 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb973f-d549-4ad1-82ab-06fc9190a180 req-79cfa836-339e-4073-90ea-f580042aa0ba tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:18.623556 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d7cb973f-d549-4ad1-82ab-06fc9190a180 req-79cfa836-339e-4073-90ea-f580042aa0ba tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0570414 Sep 27 07:57:18.695235 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5b9e30d9-6d05-42e9-b998-64b4bcc3f7e5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:18.731422 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e30d9-6d05-42e9-b998-64b4bcc3f7e5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843e03b1-5d29-4198-9d20-fc898b272ab3,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:18.748853 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-d7cb973f-d549-4ad1-82ab-06fc9190a180 req-3bacb43c-fd98-434e-a820-9df915f15c8a tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Deleting port f90d1050-ffa8-4b5d-aee5-9604a554f8ed {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:57:18.749220 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-d7cb973f-d549-4ad1-82ab-06fc9190a180 req-3bacb43c-fd98-434e-a820-9df915f15c8a tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:18.785718 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5b9e30d9-6d05-42e9-b998-64b4bcc3f7e5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:18.787259 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-5b9e30d9-6d05-42e9-b998-64b4bcc3f7e5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5402248 Sep 27 07:57:18.790185 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39928) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:18.794648 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-88bb542e-4ef3-4937-8b11-f7c4e86d55c0 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Request body: {'security_group_rule': {'security_group_id': '843e03b1-5d29-4198-9d20-fc898b272ab3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:18.871195 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcfb34-3558-467b-bcac-50ff9a1772bd req-edb6bdcf-7f69-43a8-b21f-55484bf76998 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:18.873119 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cdfcfb34-3558-467b-bcac-50ff9a1772bd req-edb6bdcf-7f69-43a8-b21f-55484bf76998 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 984 time: 0.0592763 Sep 27 07:57:18.875198 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-d7cb973f-d549-4ad1-82ab-06fc9190a180 req-3bacb43c-fd98-434e-a820-9df915f15c8a tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] For port f90d1050-ffa8-4b5d-aee5-9604a554f8ed, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=f90d1050-ffa8-4b5d-aee5-9604a554f8ed,segment=NetworkSegment(901f3602-6c57-4c6d-9c4d-ca98b4f3d945),segment_id=901f3602-6c57-4c6d-9c4d-ca98b4f3d945)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:57:18.875640 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-d7cb973f-d549-4ad1-82ab-06fc9190a180 req-3bacb43c-fd98-434e-a820-9df915f15c8a tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:18.916602 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cdfcfb34-3558-467b-bcac-50ff9a1772bd req-a8f066a4-5ab2-4d69-8902-6eeb3e36021e tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aa65e15-84a0-4eda-b54e-87c473ce914f&id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355330 Sep 27 07:57:18.979983 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-88bb542e-4ef3-4937-8b11-f7c4e86d55c0 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:19.068262 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12db7d2-d4ad-4f5f-87b1-aa09bbdf08ae req-388634ec-9462-4f22-bf3c-2ab9e95260d3 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:19.069855 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d12db7d2-d4ad-4f5f-87b1-aa09bbdf08ae req-388634ec-9462-4f22-bf3c-2ab9e95260d3 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 945 time: 0.0521784 Sep 27 07:57:19.092765 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-88bb542e-4ef3-4937-8b11-f7c4e86d55c0 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:19.095822 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-d7cb973f-d549-4ad1-82ab-06fc9190a180 req-3bacb43c-fd98-434e-a820-9df915f15c8a tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:19.096709 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-d7cb973f-d549-4ad1-82ab-06fc9190a180 req-3bacb43c-fd98-434e-a820-9df915f15c8a tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560409'] for floatingip, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:19.097067 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.db.l3_db [req-d7cb973f-d549-4ad1-82ab-06fc9190a180 req-3bacb43c-fd98-434e-a820-9df915f15c8a tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Floating IP ec8fa3e1-6c79-43f8-ac93-63bfcaf99a4f disassociated. External IP: 172.27.0.104, port: f90d1050-ffa8-4b5d-aee5-9604a554f8ed. Sep 27 07:57:19.097418 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-d7cb973f-d549-4ad1-82ab-06fc9190a180 req-3bacb43c-fd98-434e-a820-9df915f15c8a tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Calling delete_port for f90d1050-ffa8-4b5d-aee5-9604a554f8ed owned by compute:nova {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:57:19.114461 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d12db7d2-d4ad-4f5f-87b1-aa09bbdf08ae req-46dc4857-4184-4e85-9d69-535c706819c4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384026 Sep 27 07:57:19.279946 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-88bb542e-4ef3-4937-8b11-f7c4e86d55c0 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:19.295951 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb542e-4ef3-4937-8b11-f7c4e86d55c0 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75980ec8-7abf-48a3-aecb-02f61512c0b1,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:19.319456 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-d7cb973f-d549-4ad1-82ab-06fc9190a180 req-3bacb43c-fd98-434e-a820-9df915f15c8a tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:19.348648 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bacb43c-fd98-434e-a820-9df915f15c8a tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Pushing event deleted for resources: {'Port': ['ID=f90d1050-ffa8-4b5d-aee5-9604a554f8ed,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:19.425386 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-88bb542e-4ef3-4937-8b11-f7c4e86d55c0 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:19.429117 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-88bb542e-4ef3-4937-8b11-f7c4e86d55c0 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6354055 Sep 27 07:57:19.430128 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39934) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:19.439759 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-19cd0911-3f52-4767-842e-793d7684776c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Request body: {'security_group_rule': {'security_group_id': '843e03b1-5d29-4198-9d20-fc898b272ab3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:19.487067 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7cb973f-d549-4ad1-82ab-06fc9190a180 req-3bacb43c-fd98-434e-a820-9df915f15c8a tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Router 177de78c-5768-4320-a701-4d933338d83e has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:57:19.604084 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-19cd0911-3f52-4767-842e-793d7684776c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:19.631454 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7cb973f-d549-4ad1-82ab-06fc9190a180 req-3bacb43c-fd98-434e-a820-9df915f15c8a tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:57:19.640794 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f84e9-6135-4add-9ea1-2bcec20e61eb None None] Sync routers for ids ['177de78c-5768-4320-a701-4d933338d83e'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:57:19.652421 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f84e9-6135-4add-9ea1-2bcec20e61eb None None] Routers {'177de78c-5768-4320-a701-4d933338d83e'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:57:19.653077 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-683f84e9-6135-4add-9ea1-2bcec20e61eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:57:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['177de78c-5768-4320-a701-4d933338d83e'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:19.683526 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7cb973f-d549-4ad1-82ab-06fc9190a180 req-3bacb43c-fd98-434e-a820-9df915f15c8a tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] No DVR routers for this DVR port f90d1050-ffa8-4b5d-aee5-9604a554f8ed on host hv-cinder-81107 {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:57:19.687404 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-d7cb973f-d549-4ad1-82ab-06fc9190a180 req-3bacb43c-fd98-434e-a820-9df915f15c8a tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:19.689302 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d7cb973f-d549-4ad1-82ab-06fc9190a180 req-3bacb43c-fd98-434e-a820-9df915f15c8a tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.25 "DELETE /v2.0/ports/f90d1050-ffa8-4b5d-aee5-9604a554f8ed HTTP/1.1" status: 204 len: 173 time: 1.0586257 Sep 27 07:57:19.689780 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d825964-1458-44b1-a6e2-3598ee325982', 'name': 'network-vif-deleted', 'tag': 'f90d1050-ffa8-4b5d-aee5-9604a554f8ed'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:57:19.695059 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b086e2e4-cff9-4eac-b357-e561f784383e" -d '{"events": [{"server_uuid": "0d825964-1458-44b1-a6e2-3598ee325982", "name": "network-vif-deleted", "tag": "f90d1050-ffa8-4b5d-aee5-9604a554f8ed"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:57:19.726766 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-19cd0911-3f52-4767-842e-793d7684776c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:19.752041 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3ba760-224e-40ad-8a3e-3a9d23b85595 x-openstack-request-id: req-2b3ba760-224e-40ad-8a3e-3a9d23b85595 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:57:19.752548 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d825964-1458-44b1-a6e2-3598ee325982", "name": "network-vif-deleted", "tag": "f90d1050-ffa8-4b5d-aee5-9604a554f8ed", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:57:19.752972 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-2b3ba760-224e-40ad-8a3e-3a9d23b85595 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:57:19.753539 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d825964-1458-44b1-a6e2-3598ee325982', 'name': 'network-vif-deleted', 'tag': 'f90d1050-ffa8-4b5d-aee5-9604a554f8ed', 'status': 'completed', 'code': 200} Sep 27 07:57:19.806992 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-683f84e9-6135-4add-9ea1-2bcec20e61eb None None] Set router 177de78c-5768-4320-a701-4d933338d83e gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:57:19.825629 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-19cd0911-3f52-4767-842e-793d7684776c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:19.858260 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd0911-3f52-4767-842e-793d7684776c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc559af2-634d-4c67-b7b1-79a5761c11ee,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:20.011483 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-19cd0911-3f52-4767-842e-793d7684776c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:20.013269 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-19cd0911-3f52-4767-842e-793d7684776c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5786755 Sep 27 07:57:20.016386 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39952) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:20.021549 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-15cb2ed7-faaa-4ae1-9d36-3adaf3f961cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Request body: {'floatingip': {'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:20.044812 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-683f84e9-6135-4add-9ea1-2bcec20e61eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:38Z', 'revision_number': 4, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port': {'id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': 'f6b52baf-42e8-49da-8528-a6c8c489cb36', 'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'mac_address': 'fa:16:3e:d1:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:36Z', 'updated_at': '2021-09-27T07:52:44Z', 'revision_number': 5, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'subnets': [{'id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:20.054058 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e238a-b6cf-43aa-8658-d3212a3836c9 req-e2da8c60-93b7-44cc-8085-10728d3571f0 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:20.057345 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cd4e238a-b6cf-43aa-8658-d3212a3836c9 req-e2da8c60-93b7-44cc-8085-10728d3571f0 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 984 time: 0.0648627 Sep 27 07:57:20.071583 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f84e9-6135-4add-9ea1-2bcec20e61eb None None] Checking router: 177de78c-5768-4320-a701-4d933338d83e for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:57:20.081083 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683f84e9-6135-4add-9ea1-2bcec20e61eb None None] Routers {'177de78c-5768-4320-a701-4d933338d83e'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:57:20.081741 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-683f84e9-6135-4add-9ea1-2bcec20e61eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:57:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['177de78c-5768-4320-a701-4d933338d83e'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:20.104362 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cd4e238a-b6cf-43aa-8658-d3212a3836c9 req-29b91752-eb7c-485d-b2f7-30adc257dfdf tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=8aa65e15-84a0-4eda-b54e-87c473ce914f&id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420702 Sep 27 07:57:20.148379 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-15cb2ed7-faaa-4ae1-9d36-3adaf3f961cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for floatingip, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:20.191045 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-683f84e9-6135-4add-9ea1-2bcec20e61eb None None] Set router 177de78c-5768-4320-a701-4d933338d83e gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:57:20.222564 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-82b5b388-5ee4-40cf-b9e1-7f44ad8e7146 req-c54ca7fa-065c-4f18-bc04-cc4c488e7a06 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=0d825964-1458-44b1-a6e2-3598ee325982 HTTP/1.1" status: 200 len: 210 time: 0.0267892 Sep 27 07:57:20.254376 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-15cb2ed7-faaa-4ae1-9d36-3adaf3f961cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:20.363984 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-15cb2ed7-faaa-4ae1-9d36-3adaf3f961cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Allocated IP 172.27.0.212 (12b44509-c0c8-4d46-aca9-a93a6e96d753/98d9ac14-3553-4580-92ce-723937f48855/ae5483ef-1cbb-4fc4-a240-e3d2bc00d360) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:57:20.403582 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-683f84e9-6135-4add-9ea1-2bcec20e61eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:38Z', 'revision_number': 4, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port': {'id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': 'f6b52baf-42e8-49da-8528-a6c8c489cb36', 'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'mac_address': 'fa:16:3e:d1:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:36Z', 'updated_at': '2021-09-27T07:52:44Z', 'revision_number': 5, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'subnets': [{'id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:20.472381 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-15cb2ed7-faaa-4ae1-9d36-3adaf3f961cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:20.555078 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683f84e9-6135-4add-9ea1-2bcec20e61eb None None] The sync data for ids ['177de78c-5768-4320-a701-4d933338d83e'] in dv-cinder-811078-1-iscsi is: [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:38Z', 'revision_number': 4, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port': {'id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': 'f6b52baf-42e8-49da-8528-a6c8c489cb36', 'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'mac_address': 'fa:16:3e:d1:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:36Z', 'updated_at': '2021-09-27T07:52:44Z', 'revision_number': 5, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'subnets': [{'id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:57:20.741180 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-15cb2ed7-faaa-4ae1-9d36-3adaf3f961cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:20.775219 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edcd10b-e286-40e0-967e-0944810aa25b None None] New status for floating IP ec8fa3e1-6c79-43f8-ac93-63bfcaf99a4f: DOWN {{(pid=106360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 07:57:20.784283 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cb2ed7-faaa-4ae1-9d36-3adaf3f961cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:57:20.787333 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-15cb2ed7-faaa-4ae1-9d36-3adaf3f961cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:57:20.790798 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cb2ed7-faaa-4ae1-9d36-3adaf3f961cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:57:20.798350 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb2ed7-faaa-4ae1-9d36-3adaf3f961cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Pushing event updated for resources: {'Port': ['ID=ae5483ef-1cbb-4fc4-a240-e3d2bc00d360,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:20.906365 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-15cb2ed7-faaa-4ae1-9d36-3adaf3f961cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:21.127224 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-15cb2ed7-faaa-4ae1-9d36-3adaf3f961cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:21.284244 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-15cb2ed7-faaa-4ae1-9d36-3adaf3f961cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:21.382834 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-15cb2ed7-faaa-4ae1-9d36-3adaf3f961cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:21.430426 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 39986) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:21.456305 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb2ed7-faaa-4ae1-9d36-3adaf3f961cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Pushing event updated for resources: {'Port': ['ID=ae5483ef-1cbb-4fc4-a240-e3d2bc00d360,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:21.464111 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-15cb2ed7-faaa-4ae1-9d36-3adaf3f961cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560409'] for floatingip, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:21.489602 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4bfde0dc-ee6c-49fa-96a6-c23f7dcbd047 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:21.513106 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4bfde0dc-ee6c-49fa-96a6-c23f7dcbd047 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:21.565628 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-15cb2ed7-faaa-4ae1-9d36-3adaf3f961cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:21.566935 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-15cb2ed7-faaa-4ae1-9d36-3adaf3f961cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5495200 Sep 27 07:57:21.665876 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4bfde0dc-ee6c-49fa-96a6-c23f7dcbd047 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:21.668961 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4bfde0dc-ee6c-49fa-96a6-c23f7dcbd047 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:21.670828 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-4bfde0dc-ee6c-49fa-96a6-c23f7dcbd047 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "DELETE /v2.0/security-groups/6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939 HTTP/1.1" status: 204 len: 168 time: 0.2387354 Sep 27 07:57:21.673232 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 39996) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:21.680549 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfde0dc-ee6c-49fa-96a6-c23f7dcbd047 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:21.691299 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.api.v2.resource [None req-ad185cd6-be5d-48d4-bf03-ad5c9783ff32 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] show failed (client error): The resource could not be found. Sep 27 07:57:21.694406 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-ad185cd6-be5d-48d4-bf03-ad5c9783ff32 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups/6c55a3ea-c2ae-4b10-a2a9-ba9f510ef939 HTTP/1.1" status: 404 len: 347 time: 0.0174985 Sep 27 07:57:21.696728 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 39998) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:21.837494 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-10d83ff3-10ac-46f4-a97f-050ffe50f37b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1364410370&fields=id&tenant_id=6b1bc7a25806467289ddc968184753a5 HTTP/1.1" status: 200 len: 267 time: 0.0877438 Sep 27 07:57:21.885536 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-927f9745-44ea-4f40-bd30-3a09fb08dd87 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Deleting port 9138a331-7ebb-4862-a8a4-c197a878d398 {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:57:21.885874 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-927f9745-44ea-4f40-bd30-3a09fb08dd87 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:22.042212 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device f90d1050-ffa8-4b5d-aee5-9604a554f8ed no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:57:22.063685 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] No Port match for: f90d1050-ffa8-4b5d-aee5-9604a554f8ed {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:57:22.064041 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device f90d1050-ffa8-4b5d-aee5-9604a554f8ed not bound to the agent host hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:57:22.249837 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-ad21af08-8113-4083-9065-b17c39c5abf3 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:22.251353 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-ad21af08-8113-4083-9065-b17c39c5abf3 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/networks?id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a HTTP/1.1" status: 200 len: 816 time: 0.4036853 Sep 27 07:57:22.273447 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-927f9745-44ea-4f40-bd30-3a09fb08dd87 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:22.273770 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-927f9745-44ea-4f40-bd30-3a09fb08dd87 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:22.282256 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-0b797ce2-b9df-4f13-9574-46b46dc863ab tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/quotas/6b1bc7a25806467289ddc968184753a5 HTTP/1.1" status: 200 len: 375 time: 0.0241711 Sep 27 07:57:22.290883 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-927f9745-44ea-4f40-bd30-3a09fb08dd87 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Calling delete_port for 9138a331-7ebb-4862-a8a4-c197a878d398 owned by network:floatingip {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:57:22.401655 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-69b3e60c-195f-4a59-bb04-836a069efc26 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b1bc7a25806467289ddc968184753a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1118774 Sep 27 07:57:22.541668 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-746788b4-b26f-4597-a615-7bddb065b0a5 service neutron] 10.222.0.11 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275058 Sep 27 07:57:22.637115 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-1da11d68-48bc-4f57-a74d-e35c60efd14d service neutron] 10.222.0.11 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881994 Sep 27 07:57:22.710230 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-927f9745-44ea-4f40-bd30-3a09fb08dd87 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:22.736250 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f9745-44ea-4f40-bd30-3a09fb08dd87 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Pushing event deleted for resources: {'Port': ['ID=9138a331-7ebb-4862-a8a4-c197a878d398,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:22.794666 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-927f9745-44ea-4f40-bd30-3a09fb08dd87 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for floatingip, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:22.797423 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-927f9745-44ea-4f40-bd30-3a09fb08dd87 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:22.798580 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-927f9745-44ea-4f40-bd30-3a09fb08dd87 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "DELETE /v2.0/floatingips/ec8fa3e1-6c79-43f8-ac93-63bfcaf99a4f HTTP/1.1" status: 204 len: 168 time: 1.1004379 Sep 27 07:57:23.271225 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 40036) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:23.276114 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-28ec9b91-c220-41c9-960e-f3b20c8ee7ef tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1906961941', 'description': 'tempest-description--1452638686'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:23.324155 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d124e279-ef5d-4372-a5c1-dcb0d667a2ba req-32bbc069-35e9-442e-afc9-a310ca4c9509 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 210 time: 0.0306697 Sep 27 07:57:23.529250 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-28ec9b91-c220-41c9-960e-f3b20c8ee7ef tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:23.625164 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-28ec9b91-c220-41c9-960e-f3b20c8ee7ef tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:23.737771 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-28ec9b91-c220-41c9-960e-f3b20c8ee7ef tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:23.773938 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec9b91-c220-41c9-960e-f3b20c8ee7ef tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5e6d56-cc2d-4e30-9737-0cb09c4542c7,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:23.828076 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-28ec9b91-c220-41c9-960e-f3b20c8ee7ef tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:23.829439 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-28ec9b91-c220-41c9-960e-f3b20c8ee7ef tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5572128 Sep 27 07:57:23.832346 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 40064) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:23.837180 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-a605daea-1b28-4c3a-8643-865e38e06e40 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Request body: {'security_group_rule': {'security_group_id': 'de5e6d56-cc2d-4e30-9737-0cb09c4542c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:23.970191 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a605daea-1b28-4c3a-8643-865e38e06e40 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:23.974851 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 40068) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:24.026725 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a605daea-1b28-4c3a-8643-865e38e06e40 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:24.102954 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3f9b804d-4045-4dda-a8e4-cf45202c2088 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:24.166970 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a605daea-1b28-4c3a-8643-865e38e06e40 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:24.192860 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605daea-1b28-4c3a-8643-865e38e06e40 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70634033-e0bf-4eaa-9ce6-f258b3036a8b,revision_number=0']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:24.206502 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3f9b804d-4045-4dda-a8e4-cf45202c2088 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:24.274707 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3f9b804d-4045-4dda-a8e4-cf45202c2088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:24.312653 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-3f9b804d-4045-4dda-a8e4-cf45202c2088 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c0580f3a39724eb3ada079c3556eb380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3367214 Sep 27 07:57:24.313768 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9b804d-4045-4dda-a8e4-cf45202c2088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae917c59-adbb-428c-99dc-3409bd70f370,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:24.316126 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 40074) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:24.371125 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a7135d3b-6a8a-4303-9394-a0c17ea85f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:24.386326 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a605daea-1b28-4c3a-8643-865e38e06e40 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:24.387911 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-a605daea-1b28-4c3a-8643-865e38e06e40 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5546157 Sep 27 07:57:24.390593 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 40080) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:24.397531 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-b7c223b7-12d6-413e-a0fe-2848645764cc tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Request body: {'security_group_rule': {'security_group_id': 'de5e6d56-cc2d-4e30-9737-0cb09c4542c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:24.403516 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a7135d3b-6a8a-4303-9394-a0c17ea85f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:24.430638 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-edbadea8-9afe-40f1-935a-b9778ac5c5a8 req-18e508d1-0ab2-4de4-927c-98b1cd552633 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 210 time: 0.0303822 Sep 27 07:57:24.499530 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b7c223b7-12d6-413e-a0fe-2848645764cc tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:24.570940 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a7135d3b-6a8a-4303-9394-a0c17ea85f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:24.573727 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a7135d3b-6a8a-4303-9394-a0c17ea85f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:24.574927 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-a7135d3b-6a8a-4303-9394-a0c17ea85f9d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ae917c59-adbb-428c-99dc-3409bd70f370 HTTP/1.1" status: 204 len: 168 time: 0.2572279 Sep 27 07:57:24.596392 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b7c223b7-12d6-413e-a0fe-2848645764cc tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:24.597596 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7135d3b-6a8a-4303-9394-a0c17ea85f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae917c59-adbb-428c-99dc-3409bd70f370,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:24.737105 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b7c223b7-12d6-413e-a0fe-2848645764cc tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:24.754293 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c223b7-12d6-413e-a0fe-2848645764cc tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b2d1e8-2a4a-4693-a213-895beb700d69,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:24.843353 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b7c223b7-12d6-413e-a0fe-2848645764cc tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:24.844595 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-b7c223b7-12d6-413e-a0fe-2848645764cc tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4530199 Sep 27 07:57:24.848390 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 40084) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:24.853091 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-6dacbc08-de8d-4642-8301-1d6d22de445d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Request body: {'floatingip': {'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:24.936618 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6dacbc08-de8d-4642-8301-1d6d22de445d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for floatingip, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:25.038829 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6dacbc08-de8d-4642-8301-1d6d22de445d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:25.141809 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-6dacbc08-de8d-4642-8301-1d6d22de445d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Allocated IP 172.27.0.157 (12b44509-c0c8-4d46-aca9-a93a6e96d753/98d9ac14-3553-4580-92ce-723937f48855/61ae16e6-335c-4dbc-9eb7-6007615cabf6) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:57:25.247141 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6dacbc08-de8d-4642-8301-1d6d22de445d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:25.348148 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 40092) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:25.364180 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c7fbc18a-97e8-4c77-a38c-c6dbd547ab15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:25.378785 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-416ba557-99ef-4d2b-bd5f-2c9ce9c5e7ea tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:25.383541 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-416ba557-99ef-4d2b-bd5f-2c9ce9c5e7ea tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.25 "GET /v2.0/networks?id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a HTTP/1.1" status: 200 len: 816 time: 0.1152830 Sep 27 07:57:25.443677 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-08d9a0eb-64c5-45fd-932a-d634b5daad56 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b1bc7a25806467289ddc968184753a5 HTTP/1.1" status: 200 len: 380 time: 0.0460124 Sep 27 07:57:25.451621 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-4fc6c167-88c6-4705-ba1e-bf3d4bd0dc3b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Request body: {'port': {'device_id': '6f311e67-e268-4ae7-8964-67ee1840b402', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'admin_state_up': True, 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'security_groups': ['843e03b1-5d29-4198-9d20-fc898b272ab3']}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:25.465290 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c7fbc18a-97e8-4c77-a38c-c6dbd547ab15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:25.475797 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6dacbc08-de8d-4642-8301-1d6d22de445d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:25.560584 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dacbc08-de8d-4642-8301-1d6d22de445d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:57:25.568470 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-6dacbc08-de8d-4642-8301-1d6d22de445d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:57:25.576925 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dacbc08-de8d-4642-8301-1d6d22de445d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:57:25.581353 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dacbc08-de8d-4642-8301-1d6d22de445d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Pushing event updated for resources: {'Port': ['ID=61ae16e6-335c-4dbc-9eb7-6007615cabf6,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:25.604346 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c7fbc18a-97e8-4c77-a38c-c6dbd547ab15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:25.648814 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-c7fbc18a-97e8-4c77-a38c-c6dbd547ab15 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5ff73be73c0044db89eaa75f546dee53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2994170 Sep 27 07:57:25.650209 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbc18a-97e8-4c77-a38c-c6dbd547ab15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68039e4b-ba87-4102-aeea-798144583fae,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:25.653216 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 40102) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:25.694158 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6dacbc08-de8d-4642-8301-1d6d22de445d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:25.710762 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-8c07e6a9-e8da-4ac8-829c-c65ea1e5c083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:25.727112 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-4fc6c167-88c6-4705-ba1e-bf3d4bd0dc3b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Made reservation on behalf of 6b1bc7a25806467289ddc968184753a5 for: {'port': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:57:25.727112 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-4fc6c167-88c6-4705-ba1e-bf3d4bd0dc3b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:25.733459 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-8c07e6a9-e8da-4ac8-829c-c65ea1e5c083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:25.802274 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3434af44-f644-4271-bb5a-1a015dcfbb4b req-179d5bc0-5217-43e8-a9dc-bac6f1694afc tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 210 time: 0.2787526 Sep 27 07:57:25.913788 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-8c07e6a9-e8da-4ac8-829c-c65ea1e5c083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:25.916557 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-8c07e6a9-e8da-4ac8-829c-c65ea1e5c083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:25.917828 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-8c07e6a9-e8da-4ac8-829c-c65ea1e5c083 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/68039e4b-ba87-4102-aeea-798144583fae HTTP/1.1" status: 204 len: 168 time: 0.2631121 Sep 27 07:57:25.926042 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c07e6a9-e8da-4ac8-829c-c65ea1e5c083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68039e4b-ba87-4102-aeea-798144583fae,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:26.050215 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6dacbc08-de8d-4642-8301-1d6d22de445d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:26.130823 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-4fc6c167-88c6-4705-ba1e-bf3d4bd0dc3b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Allocated IP 172.20.0.6 (9e794ea3-d6e9-4153-9df1-e37627fe5d7a/5bfd5703-49a7-4117-8b63-4cb80c5fda09/5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:57:26.336789 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6dacbc08-de8d-4642-8301-1d6d22de445d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:26.359422 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-4fc6c167-88c6-4705-ba1e-bf3d4bd0dc3b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:26.410593 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6dacbc08-de8d-4642-8301-1d6d22de445d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:26.468444 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 40114) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:26.480221 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dacbc08-de8d-4642-8301-1d6d22de445d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Pushing event updated for resources: {'Port': ['ID=61ae16e6-335c-4dbc-9eb7-6007615cabf6,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:26.489853 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6dacbc08-de8d-4642-8301-1d6d22de445d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560409'] for floatingip, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:26.512908 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_v2 [None req-72220e96-392c-48cd-a76e-913844760faa admin admin] Deleting subnet 9a9c5a13-d8d5-4270-b650-1dc6f1371642 {{(pid=106358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 07:57:26.515913 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-72220e96-392c-48cd-a76e-913844760faa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:26.519843 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-4fc6c167-88c6-4705-ba1e-bf3d4bd0dc3b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:26.562636 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-72220e96-392c-48cd-a76e-913844760faa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5359040'] for subnet, precommit_delete_associations {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:26.565083 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-4fc6c167-88c6-4705-ba1e-bf3d4bd0dc3b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Network 9e794ea3-d6e9-4153-9df1-e37627fe5d7a is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:57:26.568447 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-4fc6c167-88c6-4705-ba1e-bf3d4bd0dc3b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:57:26.571030 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-4fc6c167-88c6-4705-ba1e-bf3d4bd0dc3b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:57:26.609113 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6c167-88c6-4705-ba1e-bf3d4bd0dc3b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Pushing event updated for resources: {'Port': ['ID=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:26.610240 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-72220e96-392c-48cd-a76e-913844760faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694807'] for subnet, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:26.629688 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6dacbc08-de8d-4642-8301-1d6d22de445d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:26.629688 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-6dacbc08-de8d-4642-8301-1d6d22de445d tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7795763 Sep 27 07:57:26.643064 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-4fc6c167-88c6-4705-ba1e-bf3d4bd0dc3b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:26.643704 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-4fc6c167-88c6-4705-ba1e-bf3d4bd0dc3b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:26.695640 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 40120) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:26.711410 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5e04cec9-687d-4aa6-9d99-c18c73547b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:26.752678 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-4fc6c167-88c6-4705-ba1e-bf3d4bd0dc3b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3046639 Sep 27 07:57:26.770709 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Request body: {'port': {'device_id': '6f311e67-e268-4ae7-8964-67ee1840b402', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:26.801849 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-72220e96-392c-48cd-a76e-913844760faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5864136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6131966'] for subnet, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:26.816667 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-31286d9a-a522-4316-8fd7-b3657b3b8eda None None] Provisioning complete for port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:26.817237 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-31286d9a-a522-4316-8fd7-b3657b3b8eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:26.827027 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:26.856708 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72220e96-392c-48cd-a76e-913844760faa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a9c5a13-d8d5-4270-b650-1dc6f1371642,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:26.874348 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-31286d9a-a522-4316-8fd7-b3657b3b8eda None None] Port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:57:26.881123 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-72220e96-392c-48cd-a76e-913844760faa admin admin] Notify callbacks [] for subnet, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:26.882964 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-72220e96-392c-48cd-a76e-913844760faa admin admin] 10.222.0.11 "DELETE /v2.0/subnets/9a9c5a13-d8d5-4270-b650-1dc6f1371642 HTTP/1.1" status: 204 len: 168 time: 0.4135017 Sep 27 07:57:26.887461 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 40134) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:26.939952 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-c4d415e4-9c3b-447c-82b3-79f01be67361 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-securitygroup--1906961941&fields=id&tenant_id=44a7dbe773ff4db489d00bd2021ead4b HTTP/1.1" status: 200 len: 267 time: 0.0965192 Sep 27 07:57:26.952198 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5e04cec9-687d-4aa6-9d99-c18c73547b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:27.031871 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-01f0f5e6-3834-49d9-8830-e9ac330b2c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1630127'] for network, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:27.071187 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5e04cec9-687d-4aa6-9d99-c18c73547b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:27.102624 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:57:27.110102 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:27.121734 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Transition to ACTIVE for port object 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 will not be triggered until provisioned by entity L2. {{(pid=106357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 07:57:27.159399 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-5e04cec9-687d-4aa6-9d99-c18c73547b4f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=4ae646593ebd4ea4a58c519835748cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4624007 Sep 27 07:57:27.161543 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04cec9-687d-4aa6-9d99-c18c73547b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7d4f14-a031-428a-a8e1-26f6d47db4af,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:27.162312 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 40136) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:27.181146 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-bf10adc2-e92d-467b-a0e6-910f90c95306 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:27.183529 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-bf10adc2-e92d-467b-a0e6-910f90c95306 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/networks?id=a1e8c124-882c-4ed3-9483-409ff26f3f96 HTTP/1.1" status: 200 len: 810 time: 0.2335310 Sep 27 07:57:27.213550 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-d3370a1f-2129-49cd-850e-95b18b041874 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/quotas/44a7dbe773ff4db489d00bd2021ead4b HTTP/1.1" status: 200 len: 375 time: 0.0212777 Sep 27 07:57:27.217907 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c9921bce-ef51-4d44-8d4a-a9ecf6631bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:27.236852 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-01f0f5e6-3834-49d9-8830-e9ac330b2c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693678', 'neutron.services.segments.db._delete_segments_for_network-8792188906900'] for network, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:27.239296 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c9921bce-ef51-4d44-8d4a-a9ecf6631bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:27.251137 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:27.280339 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-01f0f5e6-3834-49d9-8830-e9ac330b2c01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe559b6-9ec2-4524-a7e2-99403a05b049']}} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:27.293459 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-01f0f5e6-3834-49d9-8830-e9ac330b2c01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff73a54f-d6ac-4047-aa4f-9a1ec93c567a') {'for_net_delete': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:27.293722 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-01f0f5e6-3834-49d9-8830-e9ac330b2c01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff73a54f-d6ac-4047-aa4f-9a1ec93c567a') {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:27.305562 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-01f0f5e6-3834-49d9-8830-e9ac330b2c01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792188906397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5359065'] for segment, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:27.325659 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-85f1a6b7-319c-485d-a2b4-1a7579f0a5dc tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=44a7dbe773ff4db489d00bd2021ead4b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0859702 Sep 27 07:57:27.329213 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-01f0f5e6-3834-49d9-8830-e9ac330b2c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:27.340120 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f0f5e6-3834-49d9-8830-e9ac330b2c01 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=106358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 07:57:27.340529 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-01f0f5e6-3834-49d9-8830-e9ac330b2c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5863526'] for segment, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: Traceback (most recent call last): Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: timer() Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: cb(*args, **kw) Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: return func(*args, **kwargs) Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: self._notify() Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: self.callback(batched_events) Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: event.method(event) Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: return f(self, *a, **k) Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: return self._get(url).json() Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: return self.request(url, 'GET', **kwargs) Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 07:57:27.342396 dv-cinder-811078-1-iscsi neutron-server[106358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 07:57:27.351076 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:27.413165 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Attempting to bind port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:57:27.413850 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Attempting to bind port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': '5ee862fe-090a-40d1-adb4-5b5cfc374a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:57:27.414120 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Attempting to bind port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 on network 9e794ea3-d6e9-4153-9df1-e37627fe5d7a {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:57:27.418885 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 on network 9e794ea3-d6e9-4153-9df1-e37627fe5d7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 07:57:27.419346 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Attempting to bind port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 on network 9e794ea3-d6e9-4153-9df1-e37627fe5d7a {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:57:27.425462 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:57:27.425928 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Checking segment: {'id': '5ee862fe-090a-40d1-adb4-5b5cfc374a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:57:27.426410 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Bound using segment: {'id': '5ee862fe-090a-40d1-adb4-5b5cfc374a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:57:27.426956 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Bound port: 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee862fe-090a-40d1-adb4-5b5cfc374a72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:57:27.427409 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:27.474733 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c9921bce-ef51-4d44-8d4a-a9ecf6631bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:27.477518 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c9921bce-ef51-4d44-8d4a-a9ecf6631bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:27.478730 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-c9921bce-ef51-4d44-8d4a-a9ecf6631bf7 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/2c7d4f14-a031-428a-a8e1-26f6d47db4af HTTP/1.1" status: 204 len: 168 time: 0.3154287 Sep 27 07:57:27.498883 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9921bce-ef51-4d44-8d4a-a9ecf6631bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7d4f14-a031-428a-a8e1-26f6d47db4af,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:27.499452 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-af136af9-b631-410f-921d-6967aab4627b service neutron] 10.222.0.11 "GET /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605113 Sep 27 07:57:27.523553 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] For port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419, host hv-cinder-81107, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:57:27.527111 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] For port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:57:27.578195 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-01f0f5e6-3834-49d9-8830-e9ac330b2c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560399'] for network, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:27.587858 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-01f0f5e6-3834-49d9-8830-e9ac330b2c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:27.587858 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-01f0f5e6-3834-49d9-8830-e9ac330b2c01 admin admin] 10.222.0.11 "DELETE /v2.0/networks/2fe559b6-9ec2-4524-a7e2-99403a05b049 HTTP/1.1" status: 204 len: 168 time: 0.6948650 Sep 27 07:57:27.604046 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:27.606218 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f0f5e6-3834-49d9-8830-e9ac330b2c01 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fe559b6-9ec2-4524-a7e2-99403a05b049,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:27.628913 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-76fde0bc-c2b1-4869-8aa0-767b673105b1 service neutron] 10.222.0.11 "GET /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226885 Sep 27 07:57:27.647341 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:27.648113 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:27.649556 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] 10.222.0.25 "PUT /v2.0/ports/5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 HTTP/1.1" status: 200 len: 1093 time: 0.8889668 Sep 27 07:57:27.650000 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f311e67-e268-4ae7-8964-67ee1840b402', 'tag': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:57:27.652273 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9dc60d-68b2-40d0-aec3-eab1251150ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6f311e67-e268-4ae7-8964-67ee1840b402", "tag": "5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:57:27.684587 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93da209-ccc1-440f-bc42-95e0cea64fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:27.849153 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-5bb633ca-3f0c-417f-9fef-0776bbeed55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:27.850880 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-5bb633ca-3f0c-417f-9fef-0776bbeed55f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b1bc7a25806467289ddc968184753a5&device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 1096 time: 0.0433505 Sep 27 07:57:27.916030 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-87b0d2a1-3085-4e71-9519-6559033ac19f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 HTTP/1.1" status: 200 len: 217 time: 0.0564599 Sep 27 07:57:27.974318 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-3fcbad71-4ee7-446c-9d1d-190d2e74732a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:27.976214 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-3fcbad71-4ee7-446c-9d1d-190d2e74732a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfd5703-49a7-4117-8b63-4cb80c5fda09 HTTP/1.1" status: 200 len: 855 time: 0.0493526 Sep 27 07:57:27.989933 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 40156) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:28.035015 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d3d89-adba-4fae-a0fc-7a2ae8f166ab req-3723bc86-6547-4381-91b5-73d3f2788a46 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:28.036789 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-644d3d89-adba-4fae-a0fc-7a2ae8f166ab req-3723bc86-6547-4381-91b5-73d3f2788a46 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 943 time: 0.0870235 Sep 27 07:57:28.046807 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-f2a8a62e-b8f6-4cc9-b41e-96f219b525be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:28.049690 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-f2a8a62e-b8f6-4cc9-b41e-96f219b525be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661395 Sep 27 07:57:28.052342 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 40158) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:28.052605 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-4f25943c-56c2-481a-bc70-98509b96739e admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cdce31e398da438791f31ba1a16c8202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616868 Sep 27 07:57:28.089934 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-644d3d89-adba-4fae-a0fc-7a2ae8f166ab req-a6e0ef9d-0e5b-4dc7-b7b9-788951df5aef tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438061 Sep 27 07:57:28.167392 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d28fca-d651-48c7-891e-c7fb12d5e704 x-openstack-request-id: req-f4d28fca-d651-48c7-891e-c7fb12d5e704 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:57:28.167688 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f311e67-e268-4ae7-8964-67ee1840b402", "tag": "5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:57:28.167943 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f4d28fca-d651-48c7-891e-c7fb12d5e704 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:57:28.192988 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f311e67-e268-4ae7-8964-67ee1840b402', 'tag': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419', 'status': 'completed', 'code': 200} Sep 27 07:57:28.207102 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2684325d-0f19-4a58-b49d-7ff331e2a332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:28.223556 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-78aa188e-a85e-4a32-992a-09554c5a6477 req-daede8d2-d663-4576-9111-9735b4787504 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 210 time: 0.0300152 Sep 27 07:57:28.230078 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2684325d-0f19-4a58-b49d-7ff331e2a332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:28.258683 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-c92259ab-becf-4af5-a213-38d99db4549a service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858633 Sep 27 07:57:28.357777 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-88469a7c-aaaa-4123-b84c-7da9fe7b81f3 req-13a66d88-dd82-449b-8d31-6058c00599c5 service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879014 Sep 27 07:57:28.399812 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2684325d-0f19-4a58-b49d-7ff331e2a332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:28.402535 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2684325d-0f19-4a58-b49d-7ff331e2a332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:28.403739 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-2684325d-0f19-4a58-b49d-7ff331e2a332 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/15f225c7-861d-4a95-a9f6-b50365f5dbf0 HTTP/1.1" status: 204 len: 168 time: 0.3503270 Sep 27 07:57:28.414296 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684325d-0f19-4a58-b49d-7ff331e2a332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f225c7-861d-4a95-a9f6-b50365f5dbf0,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:28.540603 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dc60d-68b2-40d0-aec3-eab1251150ea req-6905f8dd-c974-4859-af3a-fafdc7a9ae7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:28.542401 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-be9dc60d-68b2-40d0-aec3-eab1251150ea req-6905f8dd-c974-4859-af3a-fafdc7a9ae7e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b1bc7a25806467289ddc968184753a5&device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 1096 time: 0.0466139 Sep 27 07:57:28.647335 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dc60d-68b2-40d0-aec3-eab1251150ea req-13806666-32b5-44eb-96cc-116ce47023c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:28.648823 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-be9dc60d-68b2-40d0-aec3-eab1251150ea req-13806666-32b5-44eb-96cc-116ce47023c2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a HTTP/1.1" status: 200 len: 917 time: 0.0977235 Sep 27 07:57:28.698579 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-be9dc60d-68b2-40d0-aec3-eab1251150ea req-02be812c-6a10-488f-9da4-e0f9b944fe93 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 HTTP/1.1" status: 200 len: 217 time: 0.0403042 Sep 27 07:57:28.753490 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dc60d-68b2-40d0-aec3-eab1251150ea req-2da66bfe-2c82-4130-bbe5-243db218c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:28.755080 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-be9dc60d-68b2-40d0-aec3-eab1251150ea req-2da66bfe-2c82-4130-bbe5-243db218c57a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfd5703-49a7-4117-8b63-4cb80c5fda09 HTTP/1.1" status: 200 len: 855 time: 0.0487368 Sep 27 07:57:28.802302 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dc60d-68b2-40d0-aec3-eab1251150ea req-ceb0cfa1-57fa-4a63-ad3d-19c71f92388b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:28.805024 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-be9dc60d-68b2-40d0-aec3-eab1251150ea req-ceb0cfa1-57fa-4a63-ad3d-19c71f92388b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416896 Sep 27 07:57:28.905135 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-be9dc60d-68b2-40d0-aec3-eab1251150ea req-49b7e7cd-2758-4e6f-8d94-e1d6b434e4a1 service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931416 Sep 27 07:57:29.008992 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-be9dc60d-68b2-40d0-aec3-eab1251150ea req-36dca89d-86de-4ecc-baa2-60e114a3db9c service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953009 Sep 27 07:57:29.228362 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a388a5c-ff9c-40dd-af6a-cbd43f8dede9 req-1d9ded15-4009-4d53-a1ae-4924f8080e64 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:29.231156 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0a388a5c-ff9c-40dd-af6a-cbd43f8dede9 req-1d9ded15-4009-4d53-a1ae-4924f8080e64 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 943 time: 0.0596702 Sep 27 07:57:29.277157 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0a388a5c-ff9c-40dd-af6a-cbd43f8dede9 req-258d3969-1e7a-400f-ac82-a8cb00f00c4c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396128 Sep 27 07:57:29.360392 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-85f56536-2049-4e55-868a-0e9e5550bcf0 req-c334353b-b430-4ea4-b4d4-9bf6c7aeb96e tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 210 time: 0.0263057 Sep 27 07:57:29.641092 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 40258) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:29.735411 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-c3c3e0f6-2919-4a07-a63b-38e93184179e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-599267984-network', 'tenant_id': '7372ab2de4b249ec874584aff9211066'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:29.833698 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c3e0f6-2919-4a07-a63b-38e93184179e admin admin] Made reservation on behalf of 7372ab2de4b249ec874584aff9211066 for: {'network': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:57:29.836022 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e0f6-2919-4a07-a63b-38e93184179e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for network, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:29.844704 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e0f6-2919-4a07-a63b-38e93184179e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:29.935367 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e0f6-2919-4a07-a63b-38e93184179e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:29.982341 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e0f6-2919-4a07-a63b-38e93184179e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:30.007183 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c3e0f6-2919-4a07-a63b-38e93184179e admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=106358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 07:57:30.016499 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3e0f6-2919-4a07-a63b-38e93184179e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfd531d-baec-4b71-8dbd-6b17533f168e,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:30.021244 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e0f6-2919-4a07-a63b-38e93184179e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:30.021584 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.segments_db [None req-c3c3e0f6-2919-4a07-a63b-38e93184179e admin admin] Added segment bc85b513-1676-45aa-b24a-d92f2d5a6268 of type vlan for network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 Sep 27 07:57:30.061220 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e0f6-2919-4a07-a63b-38e93184179e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792188561686'] for network, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:30.111840 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:57:30.170939 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e0f6-2919-4a07-a63b-38e93184179e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for network, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:30.172223 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c3e0f6-2919-4a07-a63b-38e93184179e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:30.172834 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c3c3e0f6-2919-4a07-a63b-38e93184179e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:30.212062 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:57:30.223262 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'port_id': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419', 'mac_address': 'fa:16:3e:6a:bc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:57:30.233693 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3e0f6-2919-4a07-a63b-38e93184179e admin admin] Pushing event updated for resources: {'Network': ['ID=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:30.248114 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 details requested by agent ovs-agent-dv-cinder-811078-1-iscsi with host dv-cinder-811078-1-iscsi {{(pid=106359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 07:57:30.287108 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:30.317005 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 40284) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:30.323357 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Request body: {'subnet': {'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-599267984-subnet', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'ip_version': 4}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:30.327408 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-c3c3e0f6-2919-4a07-a63b-38e93184179e admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6851768 Sep 27 07:57:30.327717 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:57:30.356006 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:57:30.419623 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762f6b2-554a-4201-8d64-da7851d9e922 req-a9a077f1-3fdd-4077-b014-6f84078bcb1e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:30.424969 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4762f6b2-554a-4201-8d64-da7851d9e922 req-a9a077f1-3fdd-4077-b014-6f84078bcb1e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 943 time: 0.0600162 Sep 27 07:57:30.447514 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Made reservation on behalf of 7372ab2de4b249ec874584aff9211066 for: {'subnet': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:57:30.449740 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4265353'] for subnet, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:30.456595 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:30.463600 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4762f6b2-554a-4201-8d64-da7851d9e922 req-0e45cb6a-3132-4311-95b7-554cb741bda0 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342450 Sep 27 07:57:30.527246 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:30.551604 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-6cb4b27f-f48b-4791-b39e-0cbc5b47e01c tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:30.553078 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-6cb4b27f-f48b-4791-b39e-0cbc5b47e01c tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.25 "GET /v2.0/networks?id=a1e8c124-882c-4ed3-9483-409ff26f3f96 HTTP/1.1" status: 200 len: 810 time: 0.1805353 Sep 27 07:57:30.590563 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9270ae70-dbce-4cd5-8601-10be1ff4e89b req-154d571a-f59b-4197-b3a2-14fd88756dea tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 210 time: 0.0265815 Sep 27 07:57:30.618022 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-957902e6-929d-48a5-9e06-0993ad733d0f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44a7dbe773ff4db489d00bd2021ead4b HTTP/1.1" status: 200 len: 380 time: 0.0513568 Sep 27 07:57:30.640337 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-5687df1b-11da-47e6-9b50-3a4868191b2f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Request body: {'port': {'device_id': '7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'admin_state_up': True, 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'security_groups': ['de5e6d56-cc2d-4e30-9737-0cb09c4542c7']}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:30.733030 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:57:30.847832 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7115008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4265403'] for subnet, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:30.900446 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-5687df1b-11da-47e6-9b50-3a4868191b2f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Made reservation on behalf of 44a7dbe773ff4db489d00bd2021ead4b for: {'port': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:57:30.904242 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-5687df1b-11da-47e6-9b50-3a4868191b2f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:30.942906 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9fe12f2-248d-4306-8a76-9ebdafe41649,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:30.956917 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Checking segment: {'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:57:30.957275 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Network hostable DHCP agents. Network: 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5, hostable agents: ['5ef10843-63ae-4094-8244-a7e4b9a0127e'], hosted agents: [] {{(pid=106357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 07:57:30.960825 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:30.961194 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:30.961536 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:30.961872 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:30.962204 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:30.962532 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:30.962859 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:30.963183 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:30.963505 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:30.963826 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:30.964144 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:30.964459 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:31.077180 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-5687df1b-11da-47e6-9b50-3a4868191b2f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Allocated IP 172.20.0.3 (a1e8c124-882c-4ed3-9483-409ff26f3f96/61cb872e-4c80-4503-b20b-ef01cdc64f1b/a9927949-c5b5-4614-a08a-78a196471659) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:57:31.090542 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 is scheduled to be hosted by DHCP agent 5ef10843-63ae-4094-8244-a7e4b9a0127e with binding_index 1 {{(pid=106357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 07:57:31.206117 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811078-1-iscsi, 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5) {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:57:31.213937 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242e6357-7102-4430-837e-574c64107094 None None] Network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:57:31.215627 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:31.216220 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:31.220305 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-5687df1b-11da-47e6-9b50-3a4868191b2f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:31.319994 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-5f92942c-4997-472b-b1f2-a454e07b4fcd admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0009272 Sep 27 07:57:31.322493 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 40296) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:31.327020 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-5152b887-edb2-4302-91fb-489231200746 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:31.348383 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-5687df1b-11da-47e6-9b50-3a4868191b2f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:31.358995 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd49ed21-ced5-5413-88d6-bd28c9230666-1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649'}]}} from dv-cinder-811078-1-iscsi. {{(pid=106359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 07:57:31.359933 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:31.396687 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-5687df1b-11da-47e6-9b50-3a4868191b2f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Network a1e8c124-882c-4ed3-9483-409ff26f3f96 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:57:31.399870 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-5687df1b-11da-47e6-9b50-3a4868191b2f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:57:31.402461 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-5687df1b-11da-47e6-9b50-3a4868191b2f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:57:31.453833 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5152b887-edb2-4302-91fb-489231200746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4790'] for router, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:31.455419 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5152b887-edb2-4302-91fb-489231200746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4799'] for router, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:31.458587 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687df1b-11da-47e6-9b50-3a4868191b2f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Pushing event updated for resources: {'Port': ['ID=a9927949-c5b5-4614-a08a-78a196471659,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:31.469614 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-5687df1b-11da-47e6-9b50-3a4868191b2f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:31.470264 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-5687df1b-11da-47e6-9b50-3a4868191b2f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:31.514410 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.db_base_plugin_common [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] Allocated IP 172.20.0.2 (1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5/e9fe12f2-248d-4306-8a76-9ebdafe41649/d8490c23-e989-4903-bd1d-feddb4b0c958) {{(pid=106359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:57:31.528091 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5152b887-edb2-4302-91fb-489231200746 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:31.577286 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-5687df1b-11da-47e6-9b50-3a4868191b2f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9407570 Sep 27 07:57:31.590000 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Request body: {'port': {'device_id': '7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:31.684041 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-fd45c99c-d1c7-4742-85a0-05b9a11a6acc None None] Provisioning complete for port a9927949-c5b5-4614-a08a-78a196471659 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:31.684491 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-fd45c99c-d1c7-4742-85a0-05b9a11a6acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:31.724171 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] Notify callbacks [] for port, precommit_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:31.733918 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:31.735243 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-fd45c99c-d1c7-4742-85a0-05b9a11a6acc None None] Port a9927949-c5b5-4614-a08a-78a196471659 cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:57:31.791992 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431'] for port, after_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:31.792442 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21b7cc-11c6-4c3c-aba2-8ddae4421b3c req-a0f5630a-f92b-4386-9c1d-edce9cd589ad tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:31.793943 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-de21b7cc-11c6-4c3c-aba2-8ddae4421b3c req-a0f5630a-f92b-4386-9c1d-edce9cd589ad tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 944 time: 0.0503800 Sep 27 07:57:31.810944 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5152b887-edb2-4302-91fb-489231200746 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:31.830905 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] Network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 is already hosted by enough agents. {{(pid=106359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:57:31.835807 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.base_scheduler [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] Resources bound (agent type, host, resource id): {{(pid=106359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:57:31.837248 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-de21b7cc-11c6-4c3c-aba2-8ddae4421b3c req-44923930-b9a0-4b97-98cf-1a9d341cf04b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355191 Sep 27 07:57:31.839049 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] Received port after_create {{(pid=106359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:57:31.851715 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] Pushing event updated for resources: {'Port': ['ID=d8490c23-e989-4903-bd1d-feddb4b0c958,revision_number=1']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:31.927697 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] Attempting to bind port d8490c23-e989-4903-bd1d-feddb4b0c958 on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:57:31.928141 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] Attempting to bind port d8490c23-e989-4903-bd1d-feddb4b0c958 by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:57:31.928575 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] Attempting to bind port d8490c23-e989-4903-bd1d-feddb4b0c958 on network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:57:31.934479 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:57:31.934963 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] Checking segment: {'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:57:31.935436 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:31.935898 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] Bound using segment: {'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:57:31.938591 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] Bound port: d8490c23-e989-4903-bd1d-feddb4b0c958, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'}}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:57:31.939525 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:32.005586 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bc12ed-c0bb-492a-aab4-cc373d7e7246 req-bce5875e-77be-46dd-a2c7-60589b88e06e tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:32.006010 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c5bc12ed-c0bb-492a-aab4-cc373d7e7246 req-bce5875e-77be-46dd-a2c7-60589b88e06e tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 931 time: 0.0939910 Sep 27 07:57:32.031424 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] For port d8490c23-e989-4903-bd1d-feddb4b0c958, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:57:32.035679 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] For port d8490c23-e989-4903-bd1d-feddb4b0c958, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=d8490c23-e989-4903-bd1d-feddb4b0c958,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:57:32.041741 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c5bc12ed-c0bb-492a-aab4-cc373d7e7246 req-d207e4a0-878b-4f33-8d5d-71a4680d5414 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=de5e6d56-cc2d-4e30-9737-0cb09c4542c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338168 Sep 27 07:57:32.127613 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:57:32.153682 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:32.232775 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d24d53-96c7-4a01-a072-6dc6218f6b3c None None] Pushing event updated for resources: {'Port': ['ID=d8490c23-e989-4903-bd1d-feddb4b0c958,revision_number=2']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:32.295127 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 07:57:32.300058 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:32.300435 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:32.326288 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:32.357227 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9927949-c5b5-4614-a08a-78a196471659 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:57:32.366801 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:32.409153 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Transition to ACTIVE for port object a9927949-c5b5-4614-a08a-78a196471659 will not be triggered until provisioned by entity L2. {{(pid=106357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 07:57:32.419141 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:32.441347 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f311e67-e268-4ae7-8964-67ee1840b402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:57:32.443609 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d73e43-7339-4ac5-9e5d-d5c9cfca128f" -d '{"events": [{"server_uuid": "6f311e67-e268-4ae7-8964-67ee1840b402", "name": "network-vif-plugged", "status": "completed", "tag": "5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:57:32.466580 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:57:32.491715 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1020d111-3ca1-44aa-a8ca-9e2aab9f1f9d x-openstack-request-id: req-1020d111-3ca1-44aa-a8ca-9e2aab9f1f9d {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:57:32.492078 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f311e67-e268-4ae7-8964-67ee1840b402", "name": "network-vif-plugged", "status": "completed", "tag": "5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:57:32.492358 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1020d111-3ca1-44aa-a8ca-9e2aab9f1f9d {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:57:32.492728 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f311e67-e268-4ae7-8964-67ee1840b402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419', 'code': 200} Sep 27 07:57:32.522390 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:32.559387 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:32.578257 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5152b887-edb2-4302-91fb-489231200746 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:32.612689 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5152b887-edb2-4302-91fb-489231200746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:32.628515 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:32.629273 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Pushing event updated for resources: {'Port': ['ID=a9927949-c5b5-4614-a08a-78a196471659,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:32.738833 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device d8490c23-e989-4903-bd1d-feddb4b0c958 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:57:32.758784 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Attempting to bind port a9927949-c5b5-4614-a08a-78a196471659 on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:57:32.759116 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Attempting to bind port a9927949-c5b5-4614-a08a-78a196471659 by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': '901f3602-6c57-4c6d-9c4d-ca98b4f3d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:57:32.759437 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Attempting to bind port a9927949-c5b5-4614-a08a-78a196471659 on network a1e8c124-882c-4ed3-9483-409ff26f3f96 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:57:32.770392 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Port a9927949-c5b5-4614-a08a-78a196471659 on network a1e8c124-882c-4ed3-9483-409ff26f3f96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 07:57:32.770392 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Attempting to bind port a9927949-c5b5-4614-a08a-78a196471659 on network a1e8c124-882c-4ed3-9483-409ff26f3f96 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:57:32.779856 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:57:32.780070 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Checking segment: {'id': '901f3602-6c57-4c6d-9c4d-ca98b4f3d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:57:32.780327 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Bound using segment: {'id': '901f3602-6c57-4c6d-9c4d-ca98b4f3d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:57:32.780755 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Bound port: a9927949-c5b5-4614-a08a-78a196471659, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '901f3602-6c57-4c6d-9c4d-ca98b4f3d945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:57:32.781139 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:32.798736 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port d8490c23-e989-4903-bd1d-feddb4b0c958 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:32.799698 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:32.804003 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-5152b887-edb2-4302-91fb-489231200746 admin admin] Allocated IP 172.27.0.31 (12b44509-c0c8-4d46-aca9-a93a6e96d753/98d9ac14-3553-4580-92ce-723937f48855/09fb5146-8818-4fb4-9ba1-90ca54bf664d) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:57:32.901500 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:32.944330 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] For port d8490c23-e989-4903-bd1d-feddb4b0c958, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=d8490c23-e989-4903-bd1d-feddb4b0c958,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:57:32.966947 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] For port a9927949-c5b5-4614-a08a-78a196471659, host hv-cinder-81107, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:57:33.011806 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005c804-aef1-4999-b8ac-d6ef1c8d9d99 req-abf75b56-2270-467f-8b8d-0b42de1f0805 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:33.013265 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] For port a9927949-c5b5-4614-a08a-78a196471659, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=a9927949-c5b5-4614-a08a-78a196471659,segment=NetworkSegment(901f3602-6c57-4c6d-9c4d-ca98b4f3d945),segment_id=901f3602-6c57-4c6d-9c4d-ca98b4f3d945)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:57:33.023894 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5005c804-aef1-4999-b8ac-d6ef1c8d9d99 req-abf75b56-2270-467f-8b8d-0b42de1f0805 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0816174 Sep 27 07:57:33.048389 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ce03d-0f2a-4fe1-906a-f8058ebc9b81 req-bec2df83-2874-4644-a24d-17c6c5693b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:33.050536 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-a68ce03d-0f2a-4fe1-906a-f8058ebc9b81 req-bec2df83-2874-4644-a24d-17c6c5693b48 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 1098 time: 0.1721010 Sep 27 07:57:33.065702 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5005c804-aef1-4999-b8ac-d6ef1c8d9d99 req-10301be6-29e8-452d-8e67-57e3b85697d4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443208 Sep 27 07:57:33.068394 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:33.091843 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5152b887-edb2-4302-91fb-489231200746 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:33.135541 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-a68ce03d-0f2a-4fe1-906a-f8058ebc9b81 req-f0bd82b5-90d4-40ea-8c66-a8dd18a25c00 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759876 Sep 27 07:57:33.153123 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Pushing event updated for resources: {'Port': ['ID=d8490c23-e989-4903-bd1d-feddb4b0c958,revision_number=3']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:33.166821 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:33.181805 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d09a5f-c189-4c45-b9b3-73c59e6e1b3f req-c20ff49e-deca-4c54-b937-4dc65c98ce1f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:33.183681 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e6d09a5f-c189-4c45-b9b3-73c59e6e1b3f req-c20ff49e-deca-4c54-b937-4dc65c98ce1f tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 943 time: 0.0578294 Sep 27 07:57:33.207229 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:33.207945 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:33.209371 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] 10.222.0.25 "PUT /v2.0/ports/a9927949-c5b5-4614-a08a-78a196471659 HTTP/1.1" status: 200 len: 1093 time: 1.6236143 Sep 27 07:57:33.209824 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d', 'tag': 'a9927949-c5b5-4614-a08a-78a196471659'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:57:33.212117 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6885b3-005a-4920-ba18-aa3f2fa21b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d", "tag": "a9927949-c5b5-4614-a08a-78a196471659"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:57:33.227269 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e6d09a5f-c189-4c45-b9b3-73c59e6e1b3f req-270fa4e2-894e-4fc9-b309-827731302c0e tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=de5e6d56-cc2d-4e30-9737-0cb09c4542c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362418 Sep 27 07:57:33.235325 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23fba7-8a5e-4f26-86c8-7316dd3ec6fb service neutron] Pushing event updated for resources: {'Port': ['ID=a9927949-c5b5-4614-a08a-78a196471659,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:33.262846 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5152b887-edb2-4302-91fb-489231200746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:33.276299 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6047c441-4228-4629-8898-c09f85386e56 x-openstack-request-id: req-6047c441-4228-4629-8898-c09f85386e56 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:57:33.276594 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d", "tag": "a9927949-c5b5-4614-a08a-78a196471659", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:57:33.276845 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6047c441-4228-4629-8898-c09f85386e56 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:57:33.277263 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d', 'tag': 'a9927949-c5b5-4614-a08a-78a196471659', 'status': 'completed', 'code': 200} Sep 27 07:57:33.312616 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5152b887-edb2-4302-91fb-489231200746 admin admin] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:57:33.316034 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-5152b887-edb2-4302-91fb-489231200746 admin admin] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:57:33.319644 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5152b887-edb2-4302-91fb-489231200746 admin admin] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:57:33.319933 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45865f19-fd18-4361-a694-b47a92c5f4c2 None None] Network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:57:33.348046 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152b887-edb2-4302-91fb-489231200746 admin admin] Pushing event updated for resources: {'Port': ['ID=09fb5146-8818-4fb4-9ba1-90ca54bf664d,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:33.445359 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-a76276c1-54e6-4fd5-a9e5-8e5f84755a3f None None] Provisioning complete for port d8490c23-e989-4903-bd1d-feddb4b0c958 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:33.445845 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-a76276c1-54e6-4fd5-a9e5-8e5f84755a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:33.517984 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-e5b17780-8707-46d2-9981-61059c5f57c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:33.541720 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6885b3-005a-4920-ba18-aa3f2fa21b8a req-8f554e2c-5290-416b-9318-d40a4bb0dd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:33.542703 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2a6885b3-005a-4920-ba18-aa3f2fa21b8a req-8f554e2c-5290-416b-9318-d40a4bb0dd34 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=44a7dbe773ff4db489d00bd2021ead4b&device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 1096 time: 0.1356282 Sep 27 07:57:33.548282 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-ce405172-db50-4d10-90cb-57d04b9764de req-873f5417-624a-4ace-a895-91cfc49b4ae2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1391799 Sep 27 07:57:33.727519 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce405172-db50-4d10-90cb-57d04b9764de req-17814cc1-65b1-4b5c-adfe-d9c29aa60957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:33.729062 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-ce405172-db50-4d10-90cb-57d04b9764de req-17814cc1-65b1-4b5c-adfe-d9c29aa60957 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b2891b7e2846afbeaa597a6484d7ab&device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 1137 time: 0.0938702 Sep 27 07:57:33.745515 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6885b3-005a-4920-ba18-aa3f2fa21b8a req-81417ca3-9a2d-4c77-8b27-ebe7e14ced50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:33.747008 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2a6885b3-005a-4920-ba18-aa3f2fa21b8a req-81417ca3-9a2d-4c77-8b27-ebe7e14ced50 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=44a7dbe773ff4db489d00bd2021ead4b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1620560 Sep 27 07:57:33.835036 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-d0cc4be7-c8c8-44de-979e-99a727be360c None None] Provisioning complete for port d8490c23-e989-4903-bd1d-feddb4b0c958 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:33.835412 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-d0cc4be7-c8c8-44de-979e-99a727be360c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:33.991670 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6885b3-005a-4920-ba18-aa3f2fa21b8a req-8c5ebb34-a365-4f92-ada4-b937fa7efc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:33.993230 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2a6885b3-005a-4920-ba18-aa3f2fa21b8a req-8c5ebb34-a365-4f92-ada4-b937fa7efc84 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2360277 Sep 27 07:57:34.001743 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce405172-db50-4d10-90cb-57d04b9764de req-9e7cb698-7393-444b-8b82-2c0eb5b4f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:34.001743 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-ce405172-db50-4d10-90cb-57d04b9764de req-9e7cb698-7393-444b-8b82-2c0eb5b4f6d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=06aad22d-9cd9-4e6a-b76f-f395bd796545 HTTP/1.1" status: 200 len: 916 time: 0.2302630 Sep 27 07:57:34.021144 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5152b887-edb2-4302-91fb-489231200746 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:34.180984 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-ce405172-db50-4d10-90cb-57d04b9764de req-b0afd70c-edba-49f2-8696-bae97ad67f13 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d1cf396-5466-432c-b402-0c7a90f1e5db HTTP/1.1" status: 200 len: 1001 time: 0.1683331 Sep 27 07:57:34.201987 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-978fb026-2b1b-4933-b435-9e41d54bd640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:34.203410 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-978fb026-2b1b-4933-b435-9e41d54bd640 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=44a7dbe773ff4db489d00bd2021ead4b&device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 1096 time: 0.1208365 Sep 27 07:57:34.206823 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98097118-9026-4b56-ba9f-3d064d1d340a req-dc732b3d-b598-42f1-b686-e38a7ab876c5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:34.208414 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-98097118-9026-4b56-ba9f-3d064d1d340a req-dc732b3d-b598-42f1-b686-e38a7ab876c5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0620322 Sep 27 07:57:34.247678 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-98097118-9026-4b56-ba9f-3d064d1d340a req-6fb75e50-e56b-4055-a91b-bbc9dc8dca7b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327973 Sep 27 07:57:34.311344 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-8e75f8fe-0041-4016-a144-22ba1f7d2255 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9927949-c5b5-4614-a08a-78a196471659 HTTP/1.1" status: 200 len: 217 time: 0.0839159 Sep 27 07:57:34.349329 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce405172-db50-4d10-90cb-57d04b9764de req-683f03e6-beec-4870-89b7-783f6423ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:34.350783 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-ce405172-db50-4d10-90cb-57d04b9764de req-683f03e6-beec-4870-89b7-783f6423ce3d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3446fc4a-d5c1-4650-a23a-1fd0ac050ea8 HTTP/1.1" status: 200 len: 854 time: 0.1588044 Sep 27 07:57:34.372471 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d914d-aea0-44bc-bd21-6afbd8998b62 req-bd763afd-3252-440f-ba8a-f304e17d8bcd tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:34.374003 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b71d914d-aea0-44bc-bd21-6afbd8998b62 req-bd763afd-3252-440f-ba8a-f304e17d8bcd tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 943 time: 0.0555160 Sep 27 07:57:34.419727 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b71d914d-aea0-44bc-bd21-6afbd8998b62 req-dfb53a45-a9fd-4e41-8636-ee8f13519254 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=de5e6d56-cc2d-4e30-9737-0cb09c4542c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388937 Sep 27 07:57:34.653499 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device d8490c23-e989-4903-bd1d-feddb4b0c958 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:57:34.658534 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-14f4a16f-4342-45be-963a-be397f5addf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:34.660070 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-14f4a16f-4342-45be-963a-be397f5addf4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=61cb872e-4c80-4503-b20b-ef01cdc64f1b HTTP/1.1" status: 200 len: 849 time: 0.3126581 Sep 27 07:57:34.679915 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce405172-db50-4d10-90cb-57d04b9764de req-824a0690-12e9-4b53-af2a-8c1bc03d447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:34.681380 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-ce405172-db50-4d10-90cb-57d04b9764de req-824a0690-12e9-4b53-af2a-8c1bc03d447b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=06aad22d-9cd9-4e6a-b76f-f395bd796545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3021121 Sep 27 07:57:34.684257 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5152b887-edb2-4302-91fb-489231200746 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562875'] for router, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:34.700732 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port d8490c23-e989-4903-bd1d-feddb4b0c958 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:34.701230 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:34.889985 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-eaf88cec-770f-4ca9-805d-c29c5f313416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:34.891465 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-eaf88cec-770f-4ca9-805d-c29c5f313416 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a1e8c124-882c-4ed3-9483-409ff26f3f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2214155 Sep 27 07:57:34.936199 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-ce405172-db50-4d10-90cb-57d04b9764de req-1c6ed1a2-4d7d-418e-83fd-30d6b0119830 service neutron] 10.222.0.25 "GET /v2.0/networks/06aad22d-9cd9-4e6a-b76f-f395bd796545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435830 Sep 27 07:57:35.070725 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-2836e9ee-f47c-4b72-837e-c9722842ea0a service neutron] 10.222.0.25 "GET /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612086 Sep 27 07:57:35.107911 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-ce405172-db50-4d10-90cb-57d04b9764de req-77239fee-c8ee-4fc9-8c17-e4ab1ef5de93 service neutron] 10.222.0.25 "GET /v2.0/networks/06aad22d-9cd9-4e6a-b76f-f395bd796545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591561 Sep 27 07:57:35.151963 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5152b887-edb2-4302-91fb-489231200746 admin admin] Router 18080568-c41b-4897-bddc-d25eb31261c7 is scheduled to L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d with binding_index 1 {{(pid=106357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 07:57:35.223603 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f335fe48-ad57-4714-a28e-64efde4d4139 req-75acb722-f58c-4208-9037-1da6489abbe0 service neutron] 10.222.0.25 "GET /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416290 Sep 27 07:57:35.284218 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5152b887-edb2-4302-91fb-489231200746 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:57:35.296272 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] Sync routers for ids ['18080568-c41b-4897-bddc-d25eb31261c7'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:57:35.309389 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] Routers {'18080568-c41b-4897-bddc-d25eb31261c7'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:57:35.310016 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:57:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['18080568-c41b-4897-bddc-d25eb31261c7'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:35.373372 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37207daa-f24e-4900-8cb6-b102479f621c req-89986ccf-5927-46f6-aa40-c2dfb41c4d8d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:35.374896 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-37207daa-f24e-4900-8cb6-b102479f621c req-89986ccf-5927-46f6-aa40-c2dfb41c4d8d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0497124 Sep 27 07:57:35.387829 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5152b887-edb2-4302-91fb-489231200746 admin admin] Notify callbacks [] for router, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:35.389297 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-5152b887-edb2-4302-91fb-489231200746 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0658445 Sep 27 07:57:35.392008 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 40342) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:35.415485 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-37207daa-f24e-4900-8cb6-b102479f621c req-9924dc13-54d7-45e3-90dc-4e75571a581d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339687 Sep 27 07:57:35.421372 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] Set router 18080568-c41b-4897-bddc-d25eb31261c7 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:57:35.588936 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b75544f-ba80-4772-afd5-14f5ee3c4a95 req-9a864d5d-d00d-402c-907f-127049a4a0d5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:35.591313 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4b75544f-ba80-4772-afd5-14f5ee3c4a95 req-9a864d5d-d00d-402c-907f-127049a4a0d5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 943 time: 0.0995808 Sep 27 07:57:35.610739 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:57:35.660686 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4b75544f-ba80-4772-afd5-14f5ee3c4a95 req-b0698d5b-a74f-4068-99b1-f4977869384c tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=de5e6d56-cc2d-4e30-9737-0cb09c4542c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612898 Sep 27 07:57:35.668505 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:33Z', 'revision_number': 3, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:35.716204 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] Checking router: 18080568-c41b-4897-bddc-d25eb31261c7 for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:57:35.716552 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] Updating router 18080568-c41b-4897-bddc-d25eb31261c7 port 09fb5146-8818-4fb4-9ba1-90ca54bf664d binding host dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 07:57:35.748056 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:35.793844 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562b4bf-9f65-4b0c-a45b-11b5774c31e8 req-e2c034dc-b275-4bd5-bb6e-14b46edd139d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:35.795424 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f562b4bf-9f65-4b0c-a45b-11b5774c31e8 req-e2c034dc-b275-4bd5-bb6e-14b46edd139d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0537322 Sep 27 07:57:35.805021 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 40354) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:35.809973 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-de4e1666-cf18-4567-bda9-c0b17f2412f3 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Request body: {'floatingip': {'port_id': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:35.849366 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de4e1666-cf18-4567-bda9-c0b17f2412f3 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for floatingip, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:35.943603 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4e180320-e023-428f-877d-ebba0cf45071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:36.034363 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] Notify callbacks [] for port, precommit_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:36.116326 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-4e180320-e023-428f-877d-ebba0cf45071 admin admin] Allocated IP 172.20.0.1 (1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5/e9fe12f2-248d-4306-8a76-9ebdafe41649/3e78acc8-19bc-493d-948f-f3ba079fab49) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:57:36.159246 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:36.213104 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-b3013847-187c-4f86-9078-98d9c0ed1122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:36.228614 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] Attempting to bind port 09fb5146-8818-4fb4-9ba1-90ca54bf664d on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:57:36.229237 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] Attempting to bind port 09fb5146-8818-4fb4-9ba1-90ca54bf664d by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:57:36.229605 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] Attempting to bind port 09fb5146-8818-4fb4-9ba1-90ca54bf664d on network 12b44509-c0c8-4d46-aca9-a93a6e96d753 {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:57:36.235634 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f652246-3703-498b-9bb0-bbebee7797a2 None None] Pushing event updated for resources: {'Port': ['ID=09fb5146-8818-4fb4-9ba1-90ca54bf664d,revision_number=2']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:36.241496 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:57:36.241941 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] Checking segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:57:36.243461 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:36.243615 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] Bound using segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:57:36.244418 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] Bound port: 09fb5146-8818-4fb4-9ba1-90ca54bf664d, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:57:36.244418 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:36.259236 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4e180320-e023-428f-877d-ebba0cf45071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:36.297547 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] For port 09fb5146-8818-4fb4-9ba1-90ca54bf664d, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:57:36.301190 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] For port 09fb5146-8818-4fb4-9ba1-90ca54bf664d, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=09fb5146-8818-4fb4-9ba1-90ca54bf664d,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:57:36.360716 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de4e1666-cf18-4567-bda9-c0b17f2412f3 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:36.414881 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4e180320-e023-428f-877d-ebba0cf45071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:36.454960 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e180320-e023-428f-877d-ebba0cf45071 admin admin] Network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:57:36.457655 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-4e180320-e023-428f-877d-ebba0cf45071 admin admin] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:57:36.460224 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de4e1666-cf18-4567-bda9-c0b17f2412f3 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560409'] for floatingip, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:36.460739 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e180320-e023-428f-877d-ebba0cf45071 admin admin] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:57:36.460845 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:36.472899 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e180320-e023-428f-877d-ebba0cf45071 admin admin] Pushing event updated for resources: {'Port': ['ID=3e78acc8-19bc-493d-948f-f3ba079fab49,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:36.522872 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4e180320-e023-428f-877d-ebba0cf45071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560518'] for router_interface, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:36.527299 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f652246-3703-498b-9bb0-bbebee7797a2 None None] Pushing event updated for resources: {'Port': ['ID=09fb5146-8818-4fb4-9ba1-90ca54bf664d,revision_number=3']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:36.575162 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] Routers {'18080568-c41b-4897-bddc-d25eb31261c7'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:57:36.575887 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:57:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['18080568-c41b-4897-bddc-d25eb31261c7'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:36.614594 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.l3_db [None req-de4e1666-cf18-4567-bda9-c0b17f2412f3 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Floating IP 2fa0c1e3-f1cc-42ce-af7e-54b3e46b8aa0 associated. External IP: 172.27.0.212, port: 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419. Sep 27 07:57:36.663811 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:36.715659 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] Set router 18080568-c41b-4897-bddc-d25eb31261c7 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:57:36.769449 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4e180320-e023-428f-877d-ebba0cf45071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:36.816506 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ab97d9ce-a807-4a4b-89bd-33a91c9884f1 None None] Provisioning complete for port 3e78acc8-19bc-493d-948f-f3ba079fab49 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:36.816887 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ab97d9ce-a807-4a4b-89bd-33a91c9884f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:36.846647 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f819d-bf5b-4246-8472-70705131a7df req-def3f88e-6b0b-4a7c-9a26-6fec39766946 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:36.855538 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1c9f819d-bf5b-4246-8472-70705131a7df req-def3f88e-6b0b-4a7c-9a26-6fec39766946 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 943 time: 0.1050811 Sep 27 07:57:36.890318 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ab97d9ce-a807-4a4b-89bd-33a91c9884f1 None None] Port 3e78acc8-19bc-493d-948f-f3ba079fab49 cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:57:36.937132 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1c9f819d-bf5b-4246-8472-70705131a7df req-1a5667f7-291f-4e2b-9968-f756e111e444 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=de5e6d56-cc2d-4e30-9737-0cb09c4542c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805962 Sep 27 07:57:36.938728 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4e180320-e023-428f-877d-ebba0cf45071 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:36.957133 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4e1666-cf18-4567-bda9-c0b17f2412f3 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:57:36.986839 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:33Z', 'revision_number': 3, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:37.010920 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4e180320-e023-428f-877d-ebba0cf45071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:37.014291 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c135e0eb-be2b-469d-81a7-08332bebb4fb None None] The sync data for ids ['18080568-c41b-4897-bddc-d25eb31261c7'] in dv-cinder-811078-1-iscsi is: [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:33Z', 'revision_number': 3, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:57:37.066691 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:37.072225 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4e1666-cf18-4567-bda9-c0b17f2412f3 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:57:37.077292 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-de4e1666-cf18-4567-bda9-c0b17f2412f3 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:37.086689 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0536a94-ef0a-452e-808e-e07bc6280268 None None] Sync routers for ids ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:57:37.090517 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e180320-e023-428f-877d-ebba0cf45071 admin admin] Pushing event updated for resources: {'Port': ['ID=3e78acc8-19bc-493d-948f-f3ba079fab49,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:37.097605 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0536a94-ef0a-452e-808e-e07bc6280268 None None] Routers {'d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:57:37.097963 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4e180320-e023-428f-877d-ebba0cf45071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560246'] for router_interface, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:37.106642 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-d0536a94-ef0a-452e-808e-e07bc6280268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:57:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:37.121134 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-de4e1666-cf18-4567-bda9-c0b17f2412f3 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "PUT /v2.0/floatingips/2fa0c1e3-f1cc-42ce-af7e-54b3e46b8aa0 HTTP/1.1" status: 200 len: 991 time: 1.3145990 Sep 27 07:57:37.122439 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f311e67-e268-4ae7-8964-67ee1840b402', 'tag': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:57:37.125739 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102d32ac-5325-4be7-a3df-4a04eb99d798" -d '{"events": [{"name": "network-changed", "server_uuid": "6f311e67-e268-4ae7-8964-67ee1840b402", "tag": "5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:57:37.204242 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e180320-e023-428f-877d-ebba0cf45071 admin admin] Network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:57:37.204242 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-4e180320-e023-428f-877d-ebba0cf45071 admin admin] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:57:37.219784 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-d0536a94-ef0a-452e-808e-e07bc6280268 None None] Set router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:57:37.286507 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd138946-3d01-44ab-b1a7-beaba15d6062 x-openstack-request-id: req-cd138946-3d01-44ab-b1a7-beaba15d6062 {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:57:37.295891 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f311e67-e268-4ae7-8964-67ee1840b402", "tag": "5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:57:37.295891 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cd138946-3d01-44ab-b1a7-beaba15d6062 {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:57:37.295891 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f311e67-e268-4ae7-8964-67ee1840b402', 'tag': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419', 'status': 'completed', 'code': 200} Sep 27 07:57:37.425898 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d32ac-5325-4be7-a3df-4a04eb99d798 req-76e29878-7c93-48d6-a9b0-b6f69ae7fad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:37.427523 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-102d32ac-5325-4be7-a3df-4a04eb99d798 req-76e29878-7c93-48d6-a9b0-b6f69ae7fad3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b1bc7a25806467289ddc968184753a5&device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 1098 time: 0.1064937 Sep 27 07:57:37.435566 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e180320-e023-428f-877d-ebba0cf45071 admin admin] Router 18080568-c41b-4897-bddc-d25eb31261c7 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:57:37.609180 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-d0536a94-ef0a-452e-808e-e07bc6280268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T07:52:29Z', 'revision_number': 4, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port': {'id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:23Z', 'updated_at': '2021-09-27T07:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '2fa0c1e3-f1cc-42ce-af7e-54b3e46b8aa0', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'port_id': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'mac_address': 'fa:16:3e:6a:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f311e67-e268-4ae7-8964-67ee1840b402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:57:20Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 1, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b32dc464-8e1c-46cd-94af-a1b5b9ba97af', 'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'mac_address': 'fa:16:3e:01:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:34Z', 'revision_number': 5, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'subnets': [{'id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:37.629542 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d32ac-5325-4be7-a3df-4a04eb99d798 req-76e91562-b7d9-4746-81a0-ee4c53867628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:37.634555 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-102d32ac-5325-4be7-a3df-4a04eb99d798 req-76e91562-b7d9-4746-81a0-ee4c53867628 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a HTTP/1.1" status: 200 len: 917 time: 0.1915219 Sep 27 07:57:37.634716 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-d36c5f0b-6d33-462a-b610-7861d415cc23 None None] Provisioning complete for port 3e78acc8-19bc-493d-948f-f3ba079fab49 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:37.635175 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-d36c5f0b-6d33-462a-b610-7861d415cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:37.644829 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0536a94-ef0a-452e-808e-e07bc6280268 None None] Checking router: d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:57:37.654208 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0536a94-ef0a-452e-808e-e07bc6280268 None None] Routers {'d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:57:37.654816 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-d0536a94-ef0a-452e-808e-e07bc6280268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:57:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:37.676999 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-d36c5f0b-6d33-462a-b610-7861d415cc23 None None] Port 3e78acc8-19bc-493d-948f-f3ba079fab49 cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:57:37.690539 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e180320-e023-428f-877d-ebba0cf45071 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:57:37.703399 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-4e180320-e023-428f-877d-ebba0cf45071 admin admin] 10.222.0.11 "PUT /v2.0/routers/18080568-c41b-4897-bddc-d25eb31261c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3083105 Sep 27 07:57:37.730203 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-102d32ac-5325-4be7-a3df-4a04eb99d798 req-de3af68f-098b-4d2c-abd9-be1d56a90d83 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 HTTP/1.1" status: 200 len: 999 time: 0.0874388 Sep 27 07:57:37.783750 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-d0536a94-ef0a-452e-808e-e07bc6280268 None None] Set router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:57:37.799256 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d32ac-5325-4be7-a3df-4a04eb99d798 req-a3a78844-fefb-440d-9fbd-dbc6b5a7a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:37.800902 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-102d32ac-5325-4be7-a3df-4a04eb99d798 req-a3a78844-fefb-440d-9fbd-dbc6b5a7a4ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfd5703-49a7-4117-8b63-4cb80c5fda09 HTTP/1.1" status: 200 len: 855 time: 0.0615966 Sep 27 07:57:37.869055 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d32ac-5325-4be7-a3df-4a04eb99d798 req-73a68fd3-1863-49be-adae-e6a2744d6755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:37.871202 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-102d32ac-5325-4be7-a3df-4a04eb99d798 req-73a68fd3-1863-49be-adae-e6a2744d6755 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531991 Sep 27 07:57:38.138175 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c04fd-8f0a-416f-9b1c-034a48fa0cd6 req-c4e840a5-9c72-455c-b42c-b875420723b5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:38.147725 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-777c04fd-8f0a-416f-9b1c-034a48fa0cd6 req-c4e840a5-9c72-455c-b42c-b875420723b5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 943 time: 0.1067038 Sep 27 07:57:38.173276 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device a9927949-c5b5-4614-a08a-78a196471659 details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:57:38.183533 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-d0536a94-ef0a-452e-808e-e07bc6280268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T07:52:29Z', 'revision_number': 4, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port': {'id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:23Z', 'updated_at': '2021-09-27T07:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '2fa0c1e3-f1cc-42ce-af7e-54b3e46b8aa0', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'port_id': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'mac_address': 'fa:16:3e:6a:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f311e67-e268-4ae7-8964-67ee1840b402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:57:20Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 1, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b32dc464-8e1c-46cd-94af-a1b5b9ba97af', 'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'mac_address': 'fa:16:3e:01:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:34Z', 'revision_number': 5, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'subnets': [{'id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:38.200200 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-777c04fd-8f0a-416f-9b1c-034a48fa0cd6 req-b65134ba-e767-48aa-bd53-f7cbb45731bc tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=de5e6d56-cc2d-4e30-9737-0cb09c4542c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463901 Sep 27 07:57:38.234468 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0536a94-ef0a-452e-808e-e07bc6280268 None None] The sync data for ids ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'] in dv-cinder-811078-1-iscsi is: [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T07:52:29Z', 'revision_number': 4, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port': {'id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:23Z', 'updated_at': '2021-09-27T07:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '2fa0c1e3-f1cc-42ce-af7e-54b3e46b8aa0', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'floating_ip_address': '172.27.0.212', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'port_id': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'mac_address': 'fa:16:3e:6a:bc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f311e67-e268-4ae7-8964-67ee1840b402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:57:20Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 1, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b32dc464-8e1c-46cd-94af-a1b5b9ba97af', 'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'mac_address': 'fa:16:3e:01:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:34Z', 'revision_number': 5, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'subnets': [{'id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:57:38.325089 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-102d32ac-5325-4be7-a3df-4a04eb99d798 req-9b227690-c680-433a-aa3f-ce4ec5d31d63 service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410815 Sep 27 07:57:38.326965 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port a9927949-c5b5-4614-a08a-78a196471659, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=a9927949-c5b5-4614-a08a-78a196471659,segment=NetworkSegment(901f3602-6c57-4c6d-9c4d-ca98b4f3d945),segment_id=901f3602-6c57-4c6d-9c4d-ca98b4f3d945)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:57:38.342129 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': 'a9927949-c5b5-4614-a08a-78a196471659', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'port_id': 'a9927949-c5b5-4614-a08a-78a196471659', 'mac_address': 'fa:16:3e:e3:33:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:57:38.408807 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:38.430209 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9927949-c5b5-4614-a08a-78a196471659 {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:57:38.456400 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port a9927949-c5b5-4614-a08a-78a196471659, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=a9927949-c5b5-4614-a08a-78a196471659,segment=NetworkSegment(901f3602-6c57-4c6d-9c4d-ca98b4f3d945),segment_id=901f3602-6c57-4c6d-9c4d-ca98b4f3d945)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:57:38.458623 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-102d32ac-5325-4be7-a3df-4a04eb99d798 req-1604479e-6e2c-4910-bd5c-ef5cb50bce87 service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265523 Sep 27 07:57:38.543120 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:38.573340 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c61ab3b1-2d3d-4170-a57d-c3c7ab667fe4 None None] New status for floating IP 2fa0c1e3-f1cc-42ce-af7e-54b3e46b8aa0: ACTIVE {{(pid=106359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 07:57:38.642233 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=a9927949-c5b5-4614-a08a-78a196471659,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:38.666809 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 40396) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:38.671759 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-360a17cd-779c-4e0a-8a2b-7105a42074cf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-87555044-network', 'tenant_id': 'f93907d615014d6e92308937758793ae'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:38.703486 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 09fb5146-8818-4fb4-9ba1-90ca54bf664d up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:57:38.765033 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360a17cd-779c-4e0a-8a2b-7105a42074cf admin admin] Made reservation on behalf of f93907d615014d6e92308937758793ae for: {'network': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:57:38.768038 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-360a17cd-779c-4e0a-8a2b-7105a42074cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for network, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:38.777452 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-360a17cd-779c-4e0a-8a2b-7105a42074cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:38.792395 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 09fb5146-8818-4fb4-9ba1-90ca54bf664d triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:38.798055 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:38.882491 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-360a17cd-779c-4e0a-8a2b-7105a42074cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:38.893601 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:38.916340 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] For port 09fb5146-8818-4fb4-9ba1-90ca54bf664d, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=09fb5146-8818-4fb4-9ba1-90ca54bf664d,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:57:38.953726 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:38.988132 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-360a17cd-779c-4e0a-8a2b-7105a42074cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:38.988313 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:39.014013 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360a17cd-779c-4e0a-8a2b-7105a42074cf admin admin] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=106358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 07:57:39.033919 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a17cd-779c-4e0a-8a2b-7105a42074cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9c3a35-b696-4978-9cb6-906094a4eb20,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:39.033919 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-360a17cd-779c-4e0a-8a2b-7105a42074cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:39.033919 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.segments_db [None req-360a17cd-779c-4e0a-8a2b-7105a42074cf admin admin] Added segment 85a5ff4c-1e07-4158-98f7-bbe95e0d69d6 of type vlan for network cd5fcdaf-2d7d-4251-9a87-90e343cfa33d Sep 27 07:57:39.045703 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Pushing event updated for resources: {'Port': ['ID=09fb5146-8818-4fb4-9ba1-90ca54bf664d,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:39.079316 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-360a17cd-779c-4e0a-8a2b-7105a42074cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792188561686'] for network, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:39.191576 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-360a17cd-779c-4e0a-8a2b-7105a42074cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for network, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:39.192640 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360a17cd-779c-4e0a-8a2b-7105a42074cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:39.193275 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-360a17cd-779c-4e0a-8a2b-7105a42074cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:39.230960 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] Sync routers for ids ['18080568-c41b-4897-bddc-d25eb31261c7'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:57:39.241319 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] Routers {'18080568-c41b-4897-bddc-d25eb31261c7'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:57:39.241934 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:57:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['18080568-c41b-4897-bddc-d25eb31261c7'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:39.255069 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360a17cd-779c-4e0a-8a2b-7105a42074cf admin admin] Pushing event updated for resources: {'Network': ['ID=cd5fcdaf-2d7d-4251-9a87-90e343cfa33d,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:39.265915 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Network cd5fcdaf-2d7d-4251-9a87-90e343cfa33d details requested by agent ovs-agent-dv-cinder-811078-1-iscsi with host dv-cinder-811078-1-iscsi {{(pid=106359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 07:57:39.291751 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-360a17cd-779c-4e0a-8a2b-7105a42074cf admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6233885 Sep 27 07:57:39.294605 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 40400) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:39.300140 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-315ed035-f1d1-46ca-92a5-854c3ad07afc admin admin] Request body: {'subnet': {'network_id': 'cd5fcdaf-2d7d-4251-9a87-90e343cfa33d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-87555044-subnet', 'tenant_id': 'f93907d615014d6e92308937758793ae', 'ip_version': 4}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:39.351925 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468c18f-fcf9-4eab-9c55-9015d9a76368 req-6f505050-e9d7-49cc-92ac-e34956536eef tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:39.353517 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6468c18f-fcf9-4eab-9c55-9015d9a76368 req-6f505050-e9d7-49cc-92ac-e34956536eef tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 944 time: 0.0772426 Sep 27 07:57:39.367927 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] Set router 18080568-c41b-4897-bddc-d25eb31261c7 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:57:39.387426 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315ed035-f1d1-46ca-92a5-854c3ad07afc admin admin] Made reservation on behalf of f93907d615014d6e92308937758793ae for: {'subnet': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:57:39.391438 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-315ed035-f1d1-46ca-92a5-854c3ad07afc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4265353'] for subnet, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:39.399203 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6468c18f-fcf9-4eab-9c55-9015d9a76368 req-0978a660-31f0-4a71-a209-5a63e085b9f3 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=de5e6d56-cc2d-4e30-9737-0cb09c4542c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377457 Sep 27 07:57:39.593126 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 2, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:39.620416 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] Checking router: 18080568-c41b-4897-bddc-d25eb31261c7 for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:57:39.620775 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] Updating router 18080568-c41b-4897-bddc-d25eb31261c7 port 3e78acc8-19bc-493d-948f-f3ba079fab49 binding host dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 07:57:39.644962 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-315ed035-f1d1-46ca-92a5-854c3ad07afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7115008', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4265403'] for subnet, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:39.645282 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:39.708291 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315ed035-f1d1-46ca-92a5-854c3ad07afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a279e1c-a6c4-41e8-b68d-57d033a873dc,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:39.717818 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315ed035-f1d1-46ca-92a5-854c3ad07afc admin admin] Checking segment: {'id': '85a5ff4c-1e07-4158-98f7-bbe95e0d69d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cd5fcdaf-2d7d-4251-9a87-90e343cfa33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:57:39.718183 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315ed035-f1d1-46ca-92a5-854c3ad07afc admin admin] Network hostable DHCP agents. Network: cd5fcdaf-2d7d-4251-9a87-90e343cfa33d, hostable agents: ['5ef10843-63ae-4094-8244-a7e4b9a0127e'], hosted agents: [] {{(pid=106357) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 07:57:39.810378 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315ed035-f1d1-46ca-92a5-854c3ad07afc admin admin] Network cd5fcdaf-2d7d-4251-9a87-90e343cfa33d is scheduled to be hosted by DHCP agent 5ef10843-63ae-4094-8244-a7e4b9a0127e with binding_index 1 {{(pid=106357) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 07:57:39.896598 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-315ed035-f1d1-46ca-92a5-854c3ad07afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811078-1-iscsi, cd5fcdaf-2d7d-4251-9a87-90e343cfa33d) {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:57:39.900730 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315ed035-f1d1-46ca-92a5-854c3ad07afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:39.901361 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-315ed035-f1d1-46ca-92a5-854c3ad07afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:39.906417 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e672a5-6ab5-43af-a567-1df100242bc0 None None] Network cd5fcdaf-2d7d-4251-9a87-90e343cfa33d requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:57:39.921651 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] Notify callbacks [] for port, precommit_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:39.988752 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-315ed035-f1d1-46ca-92a5-854c3ad07afc admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6930213 Sep 27 07:57:39.991217 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 40408) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:39.995611 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-2ddb7d5f-8f71-49e0-abaf-226abe1ee552 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-87555044-router', 'tenant_id': 'f93907d615014d6e92308937758793ae', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:40.016635 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:40.066595 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1e655-3c7c-4b39-89e6-d1d92cef152d None None] Pushing event updated for resources: {'Port': ['ID=3e78acc8-19bc-493d-948f-f3ba079fab49,revision_number=3']} {{(pid=106360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:40.091869 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1e655-3c7c-4b39-89e6-d1d92cef152d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:40.092230 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1e655-3c7c-4b39-89e6-d1d92cef152d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:40.092569 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1e655-3c7c-4b39-89e6-d1d92cef152d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:40.092923 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1e655-3c7c-4b39-89e6-d1d92cef152d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:40.093255 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1e655-3c7c-4b39-89e6-d1d92cef152d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:40.093577 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1e655-3c7c-4b39-89e6-d1d92cef152d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:40.093897 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1e655-3c7c-4b39-89e6-d1d92cef152d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:40.094217 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1e655-3c7c-4b39-89e6-d1d92cef152d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:40.094551 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1e655-3c7c-4b39-89e6-d1d92cef152d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:40.094872 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1e655-3c7c-4b39-89e6-d1d92cef152d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:40.095363 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1e655-3c7c-4b39-89e6-d1d92cef152d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:40.095495 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c1e655-3c7c-4b39-89e6-d1d92cef152d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:40.096947 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2ddb7d5f-8f71-49e0-abaf-226abe1ee552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4790'] for router, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:40.100066 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2ddb7d5f-8f71-49e0-abaf-226abe1ee552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4799'] for router, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:40.134871 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] Attempting to bind port 3e78acc8-19bc-493d-948f-f3ba079fab49 on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:57:40.135640 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] Attempting to bind port 3e78acc8-19bc-493d-948f-f3ba079fab49 by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'}] {{(pid=106360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:57:40.136193 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] Attempting to bind port 3e78acc8-19bc-493d-948f-f3ba079fab49 on network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:57:40.142415 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:57:40.143696 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] Checking segment: {'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:57:40.144545 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:40.145182 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] Bound using segment: {'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'} {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:57:40.145841 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] Bound port: 3e78acc8-19bc-493d-948f-f3ba079fab49, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'}}] {{(pid=106360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:57:40.146480 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:40.162407 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2ddb7d5f-8f71-49e0-abaf-226abe1ee552 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:40.183318 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd49ed21-ced5-5413-88d6-bd28c9230666-cd5fcdaf-2d7d-4251-9a87-90e343cfa33d', 'network_id': 'cd5fcdaf-2d7d-4251-9a87-90e343cfa33d', 'tenant_id': 'f93907d615014d6e92308937758793ae', 'fixed_ips': [{'subnet_id': '7a279e1c-a6c4-41e8-b68d-57d033a873dc'}]}} from dv-cinder-811078-1-iscsi. {{(pid=106359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 07:57:40.184263 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:40.227541 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.db [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] For port 3e78acc8-19bc-493d-948f-f3ba079fab49, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:57:40.231265 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.db [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] For port 3e78acc8-19bc-493d-948f-f3ba079fab49, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=3e78acc8-19bc-493d-948f-f3ba079fab49,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:57:40.320580 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:40.340257 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.db_base_plugin_common [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] Allocated IP 172.20.0.2 (cd5fcdaf-2d7d-4251-9a87-90e343cfa33d/7a279e1c-a6c4-41e8-b68d-57d033a873dc/deb75831-6790-48b8-bd59-f4b3b8efe119) {{(pid=106359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:57:40.344370 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-213551d8-c62a-4f59-90a4-4145f741c34b None None] Provisioning complete for port 3e78acc8-19bc-493d-948f-f3ba079fab49 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:40.344727 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-213551d8-c62a-4f59-90a4-4145f741c34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:40.374531 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] Routers {'18080568-c41b-4897-bddc-d25eb31261c7'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:57:40.374531 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:57:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['18080568-c41b-4897-bddc-d25eb31261c7'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:40.436287 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1e655-3c7c-4b39-89e6-d1d92cef152d None None] Pushing event updated for resources: {'Port': ['ID=3e78acc8-19bc-493d-948f-f3ba079fab49,revision_number=4']} {{(pid=106360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:40.466916 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2ddb7d5f-8f71-49e0-abaf-226abe1ee552 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:40.519095 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-213551d8-c62a-4f59-90a4-4145f741c34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:40.578509 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-213551d8-c62a-4f59-90a4-4145f741c34b None None] For port 3e78acc8-19bc-493d-948f-f3ba079fab49, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=3e78acc8-19bc-493d-948f-f3ba079fab49,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:57:40.578917 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] Set router 18080568-c41b-4897-bddc-d25eb31261c7 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:57:40.625940 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] Notify callbacks [] for port, precommit_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:40.662663 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-213551d8-c62a-4f59-90a4-4145f741c34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:40.696597 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 09fb5146-8818-4fb4-9ba1-90ca54bf664d up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:57:40.707404 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431'] for port, after_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:40.760826 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2ddb7d5f-8f71-49e0-abaf-226abe1ee552 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:40.765087 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213551d8-c62a-4f59-90a4-4145f741c34b None None] Pushing event updated for resources: {'Port': ['ID=3e78acc8-19bc-493d-948f-f3ba079fab49,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:40.769405 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] Network cd5fcdaf-2d7d-4251-9a87-90e343cfa33d is already hosted by enough agents. {{(pid=106359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:57:40.780858 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2ddb7d5f-8f71-49e0-abaf-226abe1ee552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:40.781410 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.base_scheduler [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] Resources bound (agent type, host, resource id): {{(pid=106359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:57:40.805732 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] Received port after_create {{(pid=106359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:57:40.812769 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:40.846691 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc22e21f-ef45-4b60-882d-a848fb94405f None None] The sync data for ids ['18080568-c41b-4897-bddc-d25eb31261c7'] in dv-cinder-811078-1-iscsi is: [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:57:40.858808 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-d027bf30-646c-41ab-9d8f-e553df335a96 None None] Provisioning complete for port 3e78acc8-19bc-493d-948f-f3ba079fab49 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:40.859125 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-d027bf30-646c-41ab-9d8f-e553df335a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:40.860671 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] Pushing event updated for resources: {'Port': ['ID=deb75831-6790-48b8-bd59-f4b3b8efe119,revision_number=1']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:40.914309 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-2ddb7d5f-8f71-49e0-abaf-226abe1ee552 admin admin] Allocated IP 172.27.0.61 (12b44509-c0c8-4d46-aca9-a93a6e96d753/98d9ac14-3553-4580-92ce-723937f48855/aee7528b-db60-4fe2-b465-159a8e361479) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:57:40.933245 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] Attempting to bind port deb75831-6790-48b8-bd59-f4b3b8efe119 on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:57:40.933504 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] Attempting to bind port deb75831-6790-48b8-bd59-f4b3b8efe119 by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '85a5ff4c-1e07-4158-98f7-bbe95e0d69d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cd5fcdaf-2d7d-4251-9a87-90e343cfa33d'}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:57:40.933879 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] Attempting to bind port deb75831-6790-48b8-bd59-f4b3b8efe119 on network cd5fcdaf-2d7d-4251-9a87-90e343cfa33d {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:57:40.939059 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 09fb5146-8818-4fb4-9ba1-90ca54bf664d triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:40.939059 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:40.963216 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:57:40.963598 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] Checking segment: {'id': '85a5ff4c-1e07-4158-98f7-bbe95e0d69d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cd5fcdaf-2d7d-4251-9a87-90e343cfa33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:57:40.964241 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:40.964675 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] Bound using segment: {'id': '85a5ff4c-1e07-4158-98f7-bbe95e0d69d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cd5fcdaf-2d7d-4251-9a87-90e343cfa33d'} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:57:40.965225 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] Bound port: deb75831-6790-48b8-bd59-f4b3b8efe119, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a5ff4c-1e07-4158-98f7-bbe95e0d69d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cd5fcdaf-2d7d-4251-9a87-90e343cfa33d'}}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:57:40.965620 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:41.055477 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2ddb7d5f-8f71-49e0-abaf-226abe1ee552 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:41.111659 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] For port deb75831-6790-48b8-bd59-f4b3b8efe119, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:57:41.128798 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] For port deb75831-6790-48b8-bd59-f4b3b8efe119, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=deb75831-6790-48b8-bd59-f4b3b8efe119,segment=NetworkSegment(85a5ff4c-1e07-4158-98f7-bbe95e0d69d6),segment_id=85a5ff4c-1e07-4158-98f7-bbe95e0d69d6)] {{(pid=106359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:57:41.182778 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2ddb7d5f-8f71-49e0-abaf-226abe1ee552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:41.219720 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddb7d5f-8f71-49e0-abaf-226abe1ee552 admin admin] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:57:41.223368 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-2ddb7d5f-8f71-49e0-abaf-226abe1ee552 admin admin] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:57:41.228210 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:41.231717 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddb7d5f-8f71-49e0-abaf-226abe1ee552 admin admin] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:57:41.256144 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb7d5f-8f71-49e0-abaf-226abe1ee552 admin admin] Pushing event updated for resources: {'Port': ['ID=aee7528b-db60-4fe2-b465-159a8e361479,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:41.295229 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe29f6e-f969-49dd-aa92-e004834265cf None None] Pushing event updated for resources: {'Port': ['ID=deb75831-6790-48b8-bd59-f4b3b8efe119,revision_number=2']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:41.599929 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2ddb7d5f-8f71-49e0-abaf-226abe1ee552 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:41.750635 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['a9927949-c5b5-4614-a08a-78a196471659'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:57:41.836513 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2ddb7d5f-8f71-49e0-abaf-226abe1ee552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562875'] for router, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:41.904993 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182b6cd-bbed-4cb8-b74c-45c5ed6a42d0 req-54c87438-e452-4874-ba6b-10a598e0be58 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:41.907199 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8182b6cd-bbed-4cb8-b74c-45c5ed6a42d0 req-54c87438-e452-4874-ba6b-10a598e0be58 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 944 time: 0.0593700 Sep 27 07:57:41.957617 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8182b6cd-bbed-4cb8-b74c-45c5ed6a42d0 req-28c3e645-9769-4830-a8fc-5a6bb2d7e517 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=de5e6d56-cc2d-4e30-9737-0cb09c4542c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431569 Sep 27 07:57:42.084811 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddb7d5f-8f71-49e0-abaf-226abe1ee552 admin admin] Router 51d2a8b5-249d-444c-8b27-878d6c036320 is scheduled to L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d with binding_index 1 {{(pid=106357) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 07:57:42.197622 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddb7d5f-8f71-49e0-abaf-226abe1ee552 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:57:42.207845 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] Sync routers for ids ['51d2a8b5-249d-444c-8b27-878d6c036320'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:57:42.217212 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] Routers {'51d2a8b5-249d-444c-8b27-878d6c036320'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:57:42.219685 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:57:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['51d2a8b5-249d-444c-8b27-878d6c036320'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:42.262318 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81d6b84-c00c-454d-a7b7-3f5580e411bf None None] Network cd5fcdaf-2d7d-4251-9a87-90e343cfa33d requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:57:42.279081 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2ddb7d5f-8f71-49e0-abaf-226abe1ee552 admin admin] Notify callbacks [] for router, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:42.280354 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-2ddb7d5f-8f71-49e0-abaf-226abe1ee552 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2881515 Sep 27 07:57:42.283055 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 40420) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:42.385361 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-7910a6d2-ebe5-4ea3-ac56-2197de8a4a84 None None] Provisioning complete for port deb75831-6790-48b8-bd59-f4b3b8efe119 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:42.385746 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7910a6d2-ebe5-4ea3-ac56-2197de8a4a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:42.415947 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] Set router 51d2a8b5-249d-444c-8b27-878d6c036320 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:57:42.684312 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7910a6d2-ebe5-4ea3-ac56-2197de8a4a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:42.737395 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-7910a6d2-ebe5-4ea3-ac56-2197de8a4a84 None None] For port deb75831-6790-48b8-bd59-f4b3b8efe119, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=deb75831-6790-48b8-bd59-f4b3b8efe119,segment=NetworkSegment(85a5ff4c-1e07-4158-98f7-bbe95e0d69d6),segment_id=85a5ff4c-1e07-4158-98f7-bbe95e0d69d6)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:57:42.752215 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'name': 'tempest-TestVolumeBootPattern-87555044-router', 'tenant_id': 'f93907d615014d6e92308937758793ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aee7528b-db60-4fe2-b465-159a8e361479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:40Z', 'updated_at': '2021-09-27T07:57:41Z', 'revision_number': 3, 'project_id': 'f93907d615014d6e92308937758793ae', 'gw_port': {'id': 'aee7528b-db60-4fe2-b465-159a8e361479', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:40Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:42.764817 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfe83-393b-42e7-9423-b5cc7c5e2048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:42.781242 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] Checking router: 51d2a8b5-249d-444c-8b27-878d6c036320 for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:57:42.781597 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] Updating router 51d2a8b5-249d-444c-8b27-878d6c036320 port aee7528b-db60-4fe2-b465-159a8e361479 binding host dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 07:57:42.820660 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:42.851534 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 3e78acc8-19bc-493d-948f-f3ba079fab49 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:57:42.901417 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7910a6d2-ebe5-4ea3-ac56-2197de8a4a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:42.994302 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [None req-4d5cfe83-393b-42e7-9423-b5cc7c5e2048 admin admin] Allocated IP 172.20.0.1 (cd5fcdaf-2d7d-4251-9a87-90e343cfa33d/7a279e1c-a6c4-41e8-b68d-57d033a873dc/168da55f-926e-4ebf-821c-ef70717e495b) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:57:43.094684 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369b765-6787-43f0-800b-47e0bc25a1ae req-f2ec9f2f-cbe4-4a9f-a731-488e40e5f13b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:43.098654 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8369b765-6787-43f0-800b-47e0bc25a1ae req-f2ec9f2f-cbe4-4a9f-a731-488e40e5f13b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 944 time: 0.0537748 Sep 27 07:57:43.107713 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfe83-393b-42e7-9423-b5cc7c5e2048 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:43.138809 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8369b765-6787-43f0-800b-47e0bc25a1ae req-822d6245-f07e-4976-b744-b1f8e8b100d7 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=de5e6d56-cc2d-4e30-9737-0cb09c4542c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340600 Sep 27 07:57:43.169467 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910a6d2-ebe5-4ea3-ac56-2197de8a4a84 None None] Pushing event updated for resources: {'Port': ['ID=deb75831-6790-48b8-bd59-f4b3b8efe119,revision_number=3']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:43.179263 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-12e6ef48-d774-4c09-ba64-e094a84a1a3c None None] Provisioning complete for port deb75831-6790-48b8-bd59-f4b3b8efe119 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:43.179637 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-12e6ef48-d774-4c09-ba64-e094a84a1a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:43.220700 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 3e78acc8-19bc-493d-948f-f3ba079fab49 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:43.221124 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:43.306191 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfe83-393b-42e7-9423-b5cc7c5e2048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:43.348295 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5cfe83-393b-42e7-9423-b5cc7c5e2048 admin admin] Network cd5fcdaf-2d7d-4251-9a87-90e343cfa33d is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:57:43.351174 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-4d5cfe83-393b-42e7-9423-b5cc7c5e2048 admin admin] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:57:43.354642 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5cfe83-393b-42e7-9423-b5cc7c5e2048 admin admin] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:57:43.381129 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cfe83-393b-42e7-9423-b5cc7c5e2048 admin admin] Pushing event updated for resources: {'Port': ['ID=168da55f-926e-4ebf-821c-ef70717e495b,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:43.401914 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfe83-393b-42e7-9423-b5cc7c5e2048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560518'] for router_interface, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:43.443843 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device deb75831-6790-48b8-bd59-f4b3b8efe119 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:57:43.491611 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] Notify callbacks [] for port, precommit_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:43.513724 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port deb75831-6790-48b8-bd59-f4b3b8efe119 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:43.516242 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:43.584039 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:43.614029 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfe83-393b-42e7-9423-b5cc7c5e2048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:43.650621 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733e4c5-0fb4-400e-b2a5-9e5cace20091 None None] Pushing event updated for resources: {'Port': ['ID=aee7528b-db60-4fe2-b465-159a8e361479,revision_number=2']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:43.658287 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] Attempting to bind port aee7528b-db60-4fe2-b465-159a8e361479 on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:57:43.658687 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] Attempting to bind port aee7528b-db60-4fe2-b465-159a8e361479 by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:57:43.659054 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] Attempting to bind port aee7528b-db60-4fe2-b465-159a8e361479 on network 12b44509-c0c8-4d46-aca9-a93a6e96d753 {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:57:43.666902 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:57:43.667275 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] Checking segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:57:43.667682 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:43.668073 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] Bound using segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:57:43.668537 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] Bound port: aee7528b-db60-4fe2-b465-159a8e361479, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:57:43.668943 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:43.671766 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-25b87e42-9e19-4241-bb38-08fcafb8ef07 None None] Provisioning complete for port 168da55f-926e-4ebf-821c-ef70717e495b triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:43.671766 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-25b87e42-9e19-4241-bb38-08fcafb8ef07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:43.739730 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-25b87e42-9e19-4241-bb38-08fcafb8ef07 None None] Port 168da55f-926e-4ebf-821c-ef70717e495b cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:57:43.753007 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] For port aee7528b-db60-4fe2-b465-159a8e361479, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:57:43.760505 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] For port aee7528b-db60-4fe2-b465-159a8e361479, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=aee7528b-db60-4fe2-b465-159a8e361479,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:57:43.784121 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfe83-393b-42e7-9423-b5cc7c5e2048 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:43.817146 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:43.844538 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfe83-393b-42e7-9423-b5cc7c5e2048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:43.868540 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] Routers {'51d2a8b5-249d-444c-8b27-878d6c036320'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:57:43.869199 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:57:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['51d2a8b5-249d-444c-8b27-878d6c036320'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:43.915429 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733e4c5-0fb4-400e-b2a5-9e5cace20091 None None] Pushing event updated for resources: {'Port': ['ID=aee7528b-db60-4fe2-b465-159a8e361479,revision_number=3']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:43.918276 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5cfe83-393b-42e7-9423-b5cc7c5e2048 admin admin] Pushing event updated for resources: {'Port': ['ID=168da55f-926e-4ebf-821c-ef70717e495b,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:43.920786 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4d5cfe83-393b-42e7-9423-b5cc7c5e2048 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560246'] for router_interface, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:43.993642 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] Set router 51d2a8b5-249d-444c-8b27-878d6c036320 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:57:44.024111 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5cfe83-393b-42e7-9423-b5cc7c5e2048 admin admin] Network cd5fcdaf-2d7d-4251-9a87-90e343cfa33d is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:57:44.025762 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [None req-4d5cfe83-393b-42e7-9423-b5cc7c5e2048 admin admin] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:57:44.191664 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device a9927949-c5b5-4614-a08a-78a196471659 up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:57:44.270721 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'name': 'tempest-TestVolumeBootPattern-87555044-router', 'tenant_id': 'f93907d615014d6e92308937758793ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aee7528b-db60-4fe2-b465-159a8e361479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:40Z', 'updated_at': '2021-09-27T07:57:43Z', 'revision_number': 4, 'project_id': 'f93907d615014d6e92308937758793ae', 'gw_port': {'id': 'aee7528b-db60-4fe2-b465-159a8e361479', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:40Z', 'updated_at': '2021-09-27T07:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '168da55f-926e-4ebf-821c-ef70717e495b', 'name': '', 'network_id': 'cd5fcdaf-2d7d-4251-9a87-90e343cfa33d', 'tenant_id': 'f93907d615014d6e92308937758793ae', 'mac_address': 'fa:16:3e:6a:e8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7a279e1c-a6c4-41e8-b68d-57d033a873dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:42Z', 'updated_at': '2021-09-27T07:57:43Z', 'revision_number': 2, 'project_id': 'f93907d615014d6e92308937758793ae', 'subnets': [{'id': '7a279e1c-a6c4-41e8-b68d-57d033a873dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:44.301319 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c157212-f5b0-4ed3-9804-db5d9e48becc None None] The sync data for ids ['51d2a8b5-249d-444c-8b27-878d6c036320'] in dv-cinder-811078-1-iscsi is: [{'id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'name': 'tempest-TestVolumeBootPattern-87555044-router', 'tenant_id': 'f93907d615014d6e92308937758793ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aee7528b-db60-4fe2-b465-159a8e361479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:40Z', 'updated_at': '2021-09-27T07:57:43Z', 'revision_number': 4, 'project_id': 'f93907d615014d6e92308937758793ae', 'gw_port': {'id': 'aee7528b-db60-4fe2-b465-159a8e361479', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:40Z', 'updated_at': '2021-09-27T07:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '168da55f-926e-4ebf-821c-ef70717e495b', 'name': '', 'network_id': 'cd5fcdaf-2d7d-4251-9a87-90e343cfa33d', 'tenant_id': 'f93907d615014d6e92308937758793ae', 'mac_address': 'fa:16:3e:6a:e8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7a279e1c-a6c4-41e8-b68d-57d033a873dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:42Z', 'updated_at': '2021-09-27T07:57:43Z', 'revision_number': 2, 'project_id': 'f93907d615014d6e92308937758793ae', 'subnets': [{'id': '7a279e1c-a6c4-41e8-b68d-57d033a873dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:57:44.303184 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-becc6831-c804-4683-96c1-7aaa4a356f04 None None] Provisioning complete for port 168da55f-926e-4ebf-821c-ef70717e495b triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:44.303484 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-becc6831-c804-4683-96c1-7aaa4a356f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:44.340133 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port a9927949-c5b5-4614-a08a-78a196471659 completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 07:57:44.348475 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port a9927949-c5b5-4614-a08a-78a196471659 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:44.349020 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:44.399213 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-becc6831-c804-4683-96c1-7aaa4a356f04 None None] Port 168da55f-926e-4ebf-821c-ef70717e495b cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:57:44.402971 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5cfe83-393b-42e7-9423-b5cc7c5e2048 admin admin] Router 51d2a8b5-249d-444c-8b27-878d6c036320 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:57:44.458561 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:44.490229 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9927949-c5b5-4614-a08a-78a196471659'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:57:44.493757 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f2560c2-65e2-49eb-8a30-0990d7bfe60c" -d '{"events": [{"server_uuid": "7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d", "name": "network-vif-plugged", "status": "completed", "tag": "a9927949-c5b5-4614-a08a-78a196471659"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:57:44.522273 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port a9927949-c5b5-4614-a08a-78a196471659, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=a9927949-c5b5-4614-a08a-78a196471659,segment=NetworkSegment(901f3602-6c57-4c6d-9c4d-ca98b4f3d945),segment_id=901f3602-6c57-4c6d-9c4d-ca98b4f3d945)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:57:44.568696 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5cfe83-393b-42e7-9423-b5cc7c5e2048 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:57:44.577410 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-4d5cfe83-393b-42e7-9423-b5cc7c5e2048 admin admin] 10.222.0.11 "PUT /v2.0/routers/51d2a8b5-249d-444c-8b27-878d6c036320/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2925477 Sep 27 07:57:44.621887 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:44.697426 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89d26d-4658-4a59-aa89-c51676f9b9fe req-ec27f992-ac1b-4914-957c-cfab80d2c096 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:44.707708 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=a9927949-c5b5-4614-a08a-78a196471659,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:44.716972 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ce89d26d-4658-4a59-aa89-c51676f9b9fe req-ec27f992-ac1b-4914-957c-cfab80d2c096 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 944 time: 0.1438591 Sep 27 07:57:44.730833 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device deb75831-6790-48b8-bd59-f4b3b8efe119 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:57:44.785750 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ce89d26d-4658-4a59-aa89-c51676f9b9fe req-ef66f338-701c-46d6-b59b-32a3b2f3caca tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=de5e6d56-cc2d-4e30-9737-0cb09c4542c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590105 Sep 27 07:57:44.822661 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db4d242-d432-425e-a0af-02c9cc404788 x-openstack-request-id: req-6db4d242-d432-425e-a0af-02c9cc404788 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:57:44.823129 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d", "name": "network-vif-plugged", "status": "completed", "tag": "a9927949-c5b5-4614-a08a-78a196471659", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:57:44.823212 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-6db4d242-d432-425e-a0af-02c9cc404788 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:57:44.823596 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9927949-c5b5-4614-a08a-78a196471659', 'code': 200} Sep 27 07:57:44.840430 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port deb75831-6790-48b8-bd59-f4b3b8efe119 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:44.841173 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:45.207063 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e06b2b-25f0-414f-91b3-443b0adabb4d req-7eabcf7a-5166-470a-a51f-b468ad548773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:45.208601 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-28e06b2b-25f0-414f-91b3-443b0adabb4d req-7eabcf7a-5166-470a-a51f-b468ad548773 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 1098 time: 0.0543165 Sep 27 07:57:45.241618 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 40476) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:45.246322 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-3ddeeeac-768e-41cb-b653-83d3c756b966 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1756191332', 'description': 'tempest-secgroup-smoke-1756191332 description', 'project_id': '7372ab2de4b249ec874584aff9211066'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:45.266313 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-28e06b2b-25f0-414f-91b3-443b0adabb4d req-79a93e12-49d3-4be8-bb97-dbdc0795e72c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=de5e6d56-cc2d-4e30-9737-0cb09c4542c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498443 Sep 27 07:57:45.391442 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3ddeeeac-768e-41cb-b653-83d3c756b966 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:45.476654 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3ddeeeac-768e-41cb-b653-83d3c756b966 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:45.540367 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3ddeeeac-768e-41cb-b653-83d3c756b966 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:45.574285 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddeeeac-768e-41cb-b653-83d3c756b966 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:45.581572 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddeeeac-768e-41cb-b653-83d3c756b966 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:45.586601 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddeeeac-768e-41cb-b653-83d3c756b966 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:45.586601 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddeeeac-768e-41cb-b653-83d3c756b966 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:45.586601 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddeeeac-768e-41cb-b653-83d3c756b966 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:45.586601 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddeeeac-768e-41cb-b653-83d3c756b966 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:45.586601 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddeeeac-768e-41cb-b653-83d3c756b966 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:45.586601 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddeeeac-768e-41cb-b653-83d3c756b966 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:45.586601 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddeeeac-768e-41cb-b653-83d3c756b966 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:45.586601 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddeeeac-768e-41cb-b653-83d3c756b966 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:45.586601 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddeeeac-768e-41cb-b653-83d3c756b966 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:45.586601 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddeeeac-768e-41cb-b653-83d3c756b966 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:45.586601 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ddeeeac-768e-41cb-b653-83d3c756b966 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:57:45.639050 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3ddeeeac-768e-41cb-b653-83d3c756b966 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:45.640547 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-3ddeeeac-768e-41cb-b653-83d3c756b966 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3978546 Sep 27 07:57:45.643666 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 40482) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:45.648282 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-498f9a8f-a129-409b-98f0-5aa986d938aa tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Request body: {'security_group_rule': {'security_group_id': '0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99', 'project_id': '7372ab2de4b249ec874584aff9211066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:45.758156 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-498f9a8f-a129-409b-98f0-5aa986d938aa tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:45.806635 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-498f9a8f-a129-409b-98f0-5aa986d938aa tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:45.887946 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ddc74-556a-416a-bbe3-54e0271c7766 req-2448a5dd-04c4-4dda-a279-077f2a508cce tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:45.889384 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e79ddc74-556a-416a-bbe3-54e0271c7766 req-2448a5dd-04c4-4dda-a279-077f2a508cce tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 945 time: 0.0501685 Sep 27 07:57:45.894714 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-498f9a8f-a129-409b-98f0-5aa986d938aa tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:45.913820 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498f9a8f-a129-409b-98f0-5aa986d938aa tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0c1f161-1898-433a-b4af-68fd9d43420d,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:45.933169 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e79ddc74-556a-416a-bbe3-54e0271c7766 req-ee15093c-6781-442d-a5f9-28c2088a2277 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=de5e6d56-cc2d-4e30-9737-0cb09c4542c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360312 Sep 27 07:57:45.999237 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-498f9a8f-a129-409b-98f0-5aa986d938aa tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:46.001304 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-498f9a8f-a129-409b-98f0-5aa986d938aa tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3562739 Sep 27 07:57:46.003890 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 40488) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:46.008460 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-a7451256-4dc0-4158-8a7e-a51632ee5530 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Request body: {'security_group_rule': {'security_group_id': '0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99', 'project_id': '7372ab2de4b249ec874584aff9211066', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:46.170074 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a7451256-4dc0-4158-8a7e-a51632ee5530 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:46.226675 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a7451256-4dc0-4158-8a7e-a51632ee5530 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:46.391160 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a7451256-4dc0-4158-8a7e-a51632ee5530 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:46.410213 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7451256-4dc0-4158-8a7e-a51632ee5530 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64690d27-34a3-4b08-96ad-2c9c7da06088,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:46.477373 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a7451256-4dc0-4158-8a7e-a51632ee5530 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:46.478652 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-a7451256-4dc0-4158-8a7e-a51632ee5530 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4738109 Sep 27 07:57:46.481233 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 40490) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:46.485507 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-7b6b16a5-e1b4-4b72-b4a9-f3cec07ea326 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Request body: {'security_group_rule': {'security_group_id': '0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99', 'project_id': '7372ab2de4b249ec874584aff9211066', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:46.612168 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-7b6b16a5-e1b4-4b72-b4a9-f3cec07ea326 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:46.675866 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-7b6b16a5-e1b4-4b72-b4a9-f3cec07ea326 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:46.693451 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device aee7528b-db60-4fe2-b465-159a8e361479 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:57:46.739985 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port aee7528b-db60-4fe2-b465-159a8e361479 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:46.740364 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:46.751710 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-7b6b16a5-e1b4-4b72-b4a9-f3cec07ea326 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:46.772738 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b16a5-e1b4-4b72-b4a9-f3cec07ea326 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef436719-e403-4cb8-8051-96e57a0f2ab5,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:46.822940 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:46.842586 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] For port aee7528b-db60-4fe2-b465-159a8e361479, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=aee7528b-db60-4fe2-b465-159a8e361479,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:57:46.855906 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-7b6b16a5-e1b4-4b72-b4a9-f3cec07ea326 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:46.857165 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-7b6b16a5-e1b4-4b72-b4a9-f3cec07ea326 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3749874 Sep 27 07:57:46.859791 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 40500) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:46.864836 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-42d5c363-af6e-48d8-afe8-18a9db027a62 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Request body: {'security_group_rule': {'security_group_id': '0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99', 'project_id': '7372ab2de4b249ec874584aff9211066', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:46.945821 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:46.989096 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-42d5c363-af6e-48d8-afe8-18a9db027a62 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:47.017074 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Pushing event updated for resources: {'Port': ['ID=aee7528b-db60-4fe2-b465-159a8e361479,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:47.057894 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-42d5c363-af6e-48d8-afe8-18a9db027a62 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:47.080044 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf2ddb-223a-41b5-9443-c36b98581b08 req-9328a5c6-b947-4224-b668-aa6ba5c71b6c tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:47.081829 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0aaf2ddb-223a-41b5-9443-c36b98581b08 req-9328a5c6-b947-4224-b668-aa6ba5c71b6c tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 945 time: 0.0533774 Sep 27 07:57:47.119643 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0aaf2ddb-223a-41b5-9443-c36b98581b08 req-a82cc1be-4c66-498e-bf71-786afdd4d4d1 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=de5e6d56-cc2d-4e30-9737-0cb09c4542c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317690 Sep 27 07:57:47.210679 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-42d5c363-af6e-48d8-afe8-18a9db027a62 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:47.230486 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5c363-af6e-48d8-afe8-18a9db027a62 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164732fe-fea3-477d-95c0-631c9e0d7fee,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:47.416046 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-42d5c363-af6e-48d8-afe8-18a9db027a62 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:47.417327 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-42d5c363-af6e-48d8-afe8-18a9db027a62 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5565701 Sep 27 07:57:47.420124 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 40506) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:47.424602 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-5824d71d-d619-4cad-a17f-e4e8276f390f tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Request body: {'security_group_rule': {'security_group_id': '0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99', 'project_id': '7372ab2de4b249ec874584aff9211066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:47.519996 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.securitygroups_db [None req-5824d71d-d619-4cad-a17f-e4e8276f390f tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Project 7372ab2de4b249ec874584aff9211066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 07:57:47.525145 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5824d71d-d619-4cad-a17f-e4e8276f390f tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:47.578543 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5824d71d-d619-4cad-a17f-e4e8276f390f tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:47.650483 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5824d71d-d619-4cad-a17f-e4e8276f390f tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:47.668445 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5824d71d-d619-4cad-a17f-e4e8276f390f tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78e1b394-e6d4-4fd7-b382-246d70fdb84f,revision_number=0']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:47.736290 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5824d71d-d619-4cad-a17f-e4e8276f390f tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:47.737539 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-5824d71d-d619-4cad-a17f-e4e8276f390f tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3164289 Sep 27 07:57:47.740191 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 40510) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:47.744742 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-749e9849-2442-44b4-8400-976f805548cf tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Request body: {'security_group_rule': {'security_group_id': '0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99', 'project_id': '7372ab2de4b249ec874584aff9211066', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:47.825799 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.securitygroups_db [None req-749e9849-2442-44b4-8400-976f805548cf tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Project 7372ab2de4b249ec874584aff9211066 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 07:57:47.831697 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-749e9849-2442-44b4-8400-976f805548cf tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:47.895405 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-749e9849-2442-44b4-8400-976f805548cf tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:47.981984 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-749e9849-2442-44b4-8400-976f805548cf tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:48.001553 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e9849-2442-44b4-8400-976f805548cf tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f14e6f7e-eee2-4c1b-a416-9ddf400ad184,revision_number=0']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:48.140254 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-749e9849-2442-44b4-8400-976f805548cf tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:48.141540 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-749e9849-2442-44b4-8400-976f805548cf tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4002500 Sep 27 07:57:48.246814 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74872a55-f21d-425d-95bc-c6954a6b466b req-20ace6ef-b2ac-4383-8c12-dd42ca4adccf tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:48.248510 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-74872a55-f21d-425d-95bc-c6954a6b466b req-20ace6ef-b2ac-4383-8c12-dd42ca4adccf tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 945 time: 0.0601842 Sep 27 07:57:48.292203 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-74872a55-f21d-425d-95bc-c6954a6b466b req-d9eafeea-9d98-48fb-8040-e656e48f86a8 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=de5e6d56-cc2d-4e30-9737-0cb09c4542c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347910 Sep 27 07:57:48.442882 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be929723-3c22-4277-9c1a-e33d01bb3711 req-b9058552-a36f-4d62-9b23-26257e07bd65 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:48.444701 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-be929723-3c22-4277-9c1a-e33d01bb3711 req-b9058552-a36f-4d62-9b23-26257e07bd65 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 945 time: 0.0743787 Sep 27 07:57:48.453382 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 40568) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:48.459109 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-be0f5318-69cf-414e-950a-ea2b06c6a60b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Request body: {'floatingip': {'port_id': 'a9927949-c5b5-4614-a08a-78a196471659'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:48.474494 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] Sync routers for ids ['51d2a8b5-249d-444c-8b27-878d6c036320'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:57:48.490884 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] Routers {'51d2a8b5-249d-444c-8b27-878d6c036320'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:57:48.491774 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:57:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['51d2a8b5-249d-444c-8b27-878d6c036320'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:48.504018 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-be0f5318-69cf-414e-950a-ea2b06c6a60b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for floatingip, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:48.528614 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 40570) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:48.656420 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4f6ea12d-a823-42c4-b91c-a849d75c7f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:48.715721 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] Set router 51d2a8b5-249d-444c-8b27-878d6c036320 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:57:48.729814 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device aee7528b-db60-4fe2-b465-159a8e361479 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:57:48.791655 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port aee7528b-db60-4fe2-b465-159a8e361479 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:48.792286 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:48.838807 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4f6ea12d-a823-42c4-b91c-a849d75c7f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:48.943152 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4f6ea12d-a823-42c4-b91c-a849d75c7f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:48.963150 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'name': 'tempest-TestVolumeBootPattern-87555044-router', 'tenant_id': 'f93907d615014d6e92308937758793ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aee7528b-db60-4fe2-b465-159a8e361479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:40Z', 'updated_at': '2021-09-27T07:57:43Z', 'revision_number': 4, 'project_id': 'f93907d615014d6e92308937758793ae', 'gw_port': {'id': 'aee7528b-db60-4fe2-b465-159a8e361479', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:40Z', 'updated_at': '2021-09-27T07:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '168da55f-926e-4ebf-821c-ef70717e495b', 'name': '', 'network_id': 'cd5fcdaf-2d7d-4251-9a87-90e343cfa33d', 'tenant_id': 'f93907d615014d6e92308937758793ae', 'mac_address': 'fa:16:3e:6a:e8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7a279e1c-a6c4-41e8-b68d-57d033a873dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:42Z', 'updated_at': '2021-09-27T07:57:43Z', 'revision_number': 2, 'project_id': 'f93907d615014d6e92308937758793ae', 'subnets': [{'id': '7a279e1c-a6c4-41e8-b68d-57d033a873dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:48.980908 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ea12d-a823-42c4-b91c-a849d75c7f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a47e47c-0435-4500-adce-2dd2cc9deff7,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:48.986958 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-4f6ea12d-a823-42c4-b91c-a849d75c7f4c admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=cd230b1a64154fd88bc85ad4d964dcbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4566848 Sep 27 07:57:48.989646 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 40582) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:48.995522 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] Checking router: 51d2a8b5-249d-444c-8b27-878d6c036320 for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:57:48.995845 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] Updating router 51d2a8b5-249d-444c-8b27-878d6c036320 port 168da55f-926e-4ebf-821c-ef70717e495b binding host dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 07:57:49.022481 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:49.043927 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4f112a9c-fb2b-4303-b890-a0d0bc1c06a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:49.067560 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4f112a9c-fb2b-4303-b890-a0d0bc1c06a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:49.279081 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4f112a9c-fb2b-4303-b890-a0d0bc1c06a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:49.281801 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4f112a9c-fb2b-4303-b890-a0d0bc1c06a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:49.283080 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-4f112a9c-fb2b-4303-b890-a0d0bc1c06a3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6a47e47c-0435-4500-adce-2dd2cc9deff7 HTTP/1.1" status: 204 len: 168 time: 0.2922459 Sep 27 07:57:49.291851 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f112a9c-fb2b-4303-b890-a0d0bc1c06a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a47e47c-0435-4500-adce-2dd2cc9deff7,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:49.309476 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] Notify callbacks [] for port, precommit_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:49.386669 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-be0f5318-69cf-414e-950a-ea2b06c6a60b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:49.408235 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:49.492678 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec536c-d569-4781-952d-3f074ab0eaf0 None None] Pushing event updated for resources: {'Port': ['ID=168da55f-926e-4ebf-821c-ef70717e495b,revision_number=3']} {{(pid=106360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:49.494414 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-be0f5318-69cf-414e-950a-ea2b06c6a60b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560409'] for floatingip, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:49.509239 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] Attempting to bind port 168da55f-926e-4ebf-821c-ef70717e495b on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:57:49.509607 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] Attempting to bind port 168da55f-926e-4ebf-821c-ef70717e495b by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '85a5ff4c-1e07-4158-98f7-bbe95e0d69d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cd5fcdaf-2d7d-4251-9a87-90e343cfa33d'}] {{(pid=106360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:57:49.510178 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] Attempting to bind port 168da55f-926e-4ebf-821c-ef70717e495b on network cd5fcdaf-2d7d-4251-9a87-90e343cfa33d {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:57:49.515476 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:57:49.515857 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] Checking segment: {'id': '85a5ff4c-1e07-4158-98f7-bbe95e0d69d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cd5fcdaf-2d7d-4251-9a87-90e343cfa33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:57:49.516289 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:49.516682 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] Bound using segment: {'id': '85a5ff4c-1e07-4158-98f7-bbe95e0d69d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cd5fcdaf-2d7d-4251-9a87-90e343cfa33d'} {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:57:49.517392 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] Bound port: 168da55f-926e-4ebf-821c-ef70717e495b, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a5ff4c-1e07-4158-98f7-bbe95e0d69d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'cd5fcdaf-2d7d-4251-9a87-90e343cfa33d'}}] {{(pid=106360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:57:49.518323 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:49.601097 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.db [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] For port 168da55f-926e-4ebf-821c-ef70717e495b, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:57:49.605202 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.db [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] For port 168da55f-926e-4ebf-821c-ef70717e495b, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=168da55f-926e-4ebf-821c-ef70717e495b,segment=NetworkSegment(85a5ff4c-1e07-4158-98f7-bbe95e0d69d6),segment_id=85a5ff4c-1e07-4158-98f7-bbe95e0d69d6)] {{(pid=106360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:57:49.641390 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.l3_db [None req-be0f5318-69cf-414e-950a-ea2b06c6a60b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Floating IP afb5f713-23ec-42e0-8182-1917d4b3b094 associated. External IP: 172.27.0.157, port: a9927949-c5b5-4614-a08a-78a196471659. Sep 27 07:57:49.666735 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-aa2ea9b5-9765-4e86-b2cd-33effac31964 None None] Provisioning complete for port 168da55f-926e-4ebf-821c-ef70717e495b triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:49.667420 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-aa2ea9b5-9765-4e86-b2cd-33effac31964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:49.712278 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-aa2ea9b5-9765-4e86-b2cd-33effac31964 None None] Port 168da55f-926e-4ebf-821c-ef70717e495b cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:57:49.729527 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:49.802304 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] Routers {'51d2a8b5-249d-444c-8b27-878d6c036320'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:57:49.803301 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:57:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['51d2a8b5-249d-444c-8b27-878d6c036320'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:49.848383 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cec536c-d569-4781-952d-3f074ab0eaf0 None None] Pushing event updated for resources: {'Port': ['ID=168da55f-926e-4ebf-821c-ef70717e495b,revision_number=4']} {{(pid=106360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:49.920094 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be0f5318-69cf-414e-950a-ea2b06c6a60b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Router 177de78c-5768-4320-a701-4d933338d83e has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:57:49.937139 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] Set router 51d2a8b5-249d-444c-8b27-878d6c036320 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:57:50.032170 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-1b3c55f4-b3c8-44de-a7b4-b960d442263c None None] Provisioning complete for port 168da55f-926e-4ebf-821c-ef70717e495b triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:50.033870 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1b3c55f4-b3c8-44de-a7b4-b960d442263c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:50.067185 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0f5318-69cf-414e-950a-ea2b06c6a60b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:57:50.078546 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-be0f5318-69cf-414e-950a-ea2b06c6a60b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:50.078931 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdc9eaa-7b5b-4c8f-879c-c03362e9a84e None None] Sync routers for ids ['177de78c-5768-4320-a701-4d933338d83e'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:57:50.093969 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc9eaa-7b5b-4c8f-879c-c03362e9a84e None None] Routers {'177de78c-5768-4320-a701-4d933338d83e'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:57:50.094612 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-cfdc9eaa-7b5b-4c8f-879c-c03362e9a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:57:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['177de78c-5768-4320-a701-4d933338d83e'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:50.109629 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-be0f5318-69cf-414e-950a-ea2b06c6a60b tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "PUT /v2.0/floatingips/afb5f713-23ec-42e0-8182-1917d4b3b094 HTTP/1.1" status: 200 len: 991 time: 1.6524436 Sep 27 07:57:50.109629 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d', 'tag': 'a9927949-c5b5-4614-a08a-78a196471659'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:57:50.113818 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc63e29-0cd5-4e29-81d3-2f505b9e741a" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d", "tag": "a9927949-c5b5-4614-a08a-78a196471659"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:57:50.180809 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'name': 'tempest-TestVolumeBootPattern-87555044-router', 'tenant_id': 'f93907d615014d6e92308937758793ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aee7528b-db60-4fe2-b465-159a8e361479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:40Z', 'updated_at': '2021-09-27T07:57:43Z', 'revision_number': 4, 'project_id': 'f93907d615014d6e92308937758793ae', 'gw_port': {'id': 'aee7528b-db60-4fe2-b465-159a8e361479', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:40Z', 'updated_at': '2021-09-27T07:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '168da55f-926e-4ebf-821c-ef70717e495b', 'name': '', 'network_id': 'cd5fcdaf-2d7d-4251-9a87-90e343cfa33d', 'tenant_id': 'f93907d615014d6e92308937758793ae', 'mac_address': 'fa:16:3e:6a:e8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7a279e1c-a6c4-41e8-b68d-57d033a873dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:42Z', 'updated_at': '2021-09-27T07:57:49Z', 'revision_number': 4, 'project_id': 'f93907d615014d6e92308937758793ae', 'subnets': [{'id': '7a279e1c-a6c4-41e8-b68d-57d033a873dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:50.210238 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a04820-0806-441c-a557-a8c0f3754677 None None] The sync data for ids ['51d2a8b5-249d-444c-8b27-878d6c036320'] in dv-cinder-811078-1-iscsi is: [{'id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'name': 'tempest-TestVolumeBootPattern-87555044-router', 'tenant_id': 'f93907d615014d6e92308937758793ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aee7528b-db60-4fe2-b465-159a8e361479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:40Z', 'updated_at': '2021-09-27T07:57:43Z', 'revision_number': 4, 'project_id': 'f93907d615014d6e92308937758793ae', 'gw_port': {'id': 'aee7528b-db60-4fe2-b465-159a8e361479', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:40Z', 'updated_at': '2021-09-27T07:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '168da55f-926e-4ebf-821c-ef70717e495b', 'name': '', 'network_id': 'cd5fcdaf-2d7d-4251-9a87-90e343cfa33d', 'tenant_id': 'f93907d615014d6e92308937758793ae', 'mac_address': 'fa:16:3e:6a:e8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '7a279e1c-a6c4-41e8-b68d-57d033a873dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:42Z', 'updated_at': '2021-09-27T07:57:49Z', 'revision_number': 4, 'project_id': 'f93907d615014d6e92308937758793ae', 'subnets': [{'id': '7a279e1c-a6c4-41e8-b68d-57d033a873dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:57:50.238271 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29653dc3-ca59-4308-846a-a82d1da2065a x-openstack-request-id: req-29653dc3-ca59-4308-846a-a82d1da2065a {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:57:50.238920 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d", "tag": "a9927949-c5b5-4614-a08a-78a196471659", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:57:50.241419 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-29653dc3-ca59-4308-846a-a82d1da2065a {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:57:50.242693 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d', 'tag': 'a9927949-c5b5-4614-a08a-78a196471659', 'status': 'completed', 'code': 200} Sep 27 07:57:50.324461 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc63e29-0cd5-4e29-81d3-2f505b9e741a req-dca777a1-de08-45b5-afc2-a76eab332fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:50.326808 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-0bc63e29-0cd5-4e29-81d3-2f505b9e741a req-dca777a1-de08-45b5-afc2-a76eab332fc0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=44a7dbe773ff4db489d00bd2021ead4b&device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 1098 time: 0.0484061 Sep 27 07:57:50.354780 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1b3c55f4-b3c8-44de-a7b4-b960d442263c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:50.410579 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-1b3c55f4-b3c8-44de-a7b4-b960d442263c None None] For port 168da55f-926e-4ebf-821c-ef70717e495b, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=168da55f-926e-4ebf-821c-ef70717e495b,segment=NetworkSegment(85a5ff4c-1e07-4158-98f7-bbe95e0d69d6),segment_id=85a5ff4c-1e07-4158-98f7-bbe95e0d69d6)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:57:50.412939 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-cfdc9eaa-7b5b-4c8f-879c-c03362e9a84e None None] Set router 177de78c-5768-4320-a701-4d933338d83e gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:57:50.459332 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc63e29-0cd5-4e29-81d3-2f505b9e741a req-a242d0a1-aeb4-4e30-9095-6ad40a1a6a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:50.460623 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-0bc63e29-0cd5-4e29-81d3-2f505b9e741a req-a242d0a1-aeb4-4e30-9095-6ad40a1a6a72 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a1e8c124-882c-4ed3-9483-409ff26f3f96 HTTP/1.1" status: 200 len: 911 time: 0.1225107 Sep 27 07:57:50.540926 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-0bc63e29-0cd5-4e29-81d3-2f505b9e741a req-69f6fbda-599a-4de8-aa08-8ba1252da584 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9927949-c5b5-4614-a08a-78a196471659 HTTP/1.1" status: 200 len: 999 time: 0.0663393 Sep 27 07:57:50.552333 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1b3c55f4-b3c8-44de-a7b4-b960d442263c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:50.562584 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 40618) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:50.605377 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc63e29-0cd5-4e29-81d3-2f505b9e741a req-d009701b-da92-40ba-8e5f-cd5f207bf36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:50.607206 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-0bc63e29-0cd5-4e29-81d3-2f505b9e741a req-d009701b-da92-40ba-8e5f-cd5f207bf36e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=61cb872e-4c80-4503-b20b-ef01cdc64f1b HTTP/1.1" status: 200 len: 849 time: 0.0560782 Sep 27 07:57:50.643621 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c55f4-b3c8-44de-a7b4-b960d442263c None None] Pushing event updated for resources: {'Port': ['ID=168da55f-926e-4ebf-821c-ef70717e495b,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:50.678843 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc63e29-0cd5-4e29-81d3-2f505b9e741a req-354e3a5d-98b5-48d9-ae1d-d421636acfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:50.680401 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-0bc63e29-0cd5-4e29-81d3-2f505b9e741a req-354e3a5d-98b5-48d9-ae1d-d421636acfbb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a1e8c124-882c-4ed3-9483-409ff26f3f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0589201 Sep 27 07:57:50.702984 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1f90c1dc-53bf-4abf-8999-8aa2f07c8191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:50.728308 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 168da55f-926e-4ebf-821c-ef70717e495b up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:57:50.785379 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-cfdc9eaa-7b5b-4c8f-879c-c03362e9a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:38Z', 'revision_number': 4, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port': {'id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': 'afb5f713-23ec-42e0-8182-1917d4b3b094', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '177de78c-5768-4320-a701-4d933338d83e', 'port_id': 'a9927949-c5b5-4614-a08a-78a196471659', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'mac_address': 'fa:16:3e:e3:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:57:25Z', 'updated_at': '2021-09-27T07:57:49Z', 'revision_number': 1, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b52baf-42e8-49da-8528-a6c8c489cb36', 'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'mac_address': 'fa:16:3e:d1:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:36Z', 'updated_at': '2021-09-27T07:52:44Z', 'revision_number': 5, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'subnets': [{'id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:50.787462 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-0bc63e29-0cd5-4e29-81d3-2f505b9e741a req-ac769bbe-5d95-4fc0-8185-62f1edcc0e24 service neutron] 10.222.0.25 "GET /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962670 Sep 27 07:57:50.791501 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 168da55f-926e-4ebf-821c-ef70717e495b triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:50.791940 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:50.809361 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1f90c1dc-53bf-4abf-8999-8aa2f07c8191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:50.833398 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdc9eaa-7b5b-4c8f-879c-c03362e9a84e None None] Checking router: 177de78c-5768-4320-a701-4d933338d83e for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:57:50.853560 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdc9eaa-7b5b-4c8f-879c-c03362e9a84e None None] Routers {'177de78c-5768-4320-a701-4d933338d83e'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:57:50.854179 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-cfdc9eaa-7b5b-4c8f-879c-c03362e9a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:57:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['177de78c-5768-4320-a701-4d933338d83e'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:50.889425 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-0bc63e29-0cd5-4e29-81d3-2f505b9e741a req-7ab7a359-75c4-454b-86b3-92c08757a241 service neutron] 10.222.0.25 "GET /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910287 Sep 27 07:57:50.907494 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1f90c1dc-53bf-4abf-8999-8aa2f07c8191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:50.947215 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-1f90c1dc-53bf-4abf-8999-8aa2f07c8191 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2c4ecfb68dfe497e87a8e47646292165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3828294 Sep 27 07:57:50.947849 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90c1dc-53bf-4abf-8999-8aa2f07c8191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1943dfa-100d-4d7d-b08e-5bdebea615d0,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:50.949894 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 40622) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:57:51.003393 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-763695eb-4555-4ed4-859f-fe558d123630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:51.014361 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-cfdc9eaa-7b5b-4c8f-879c-c03362e9a84e None None] Set router 177de78c-5768-4320-a701-4d933338d83e gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:57:51.035149 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-763695eb-4555-4ed4-859f-fe558d123630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:51.177023 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-763695eb-4555-4ed4-859f-fe558d123630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:51.181825 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-763695eb-4555-4ed4-859f-fe558d123630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:51.183942 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-763695eb-4555-4ed4-859f-fe558d123630 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b1943dfa-100d-4d7d-b08e-5bdebea615d0 HTTP/1.1" status: 204 len: 168 time: 0.2324314 Sep 27 07:57:51.196292 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763695eb-4555-4ed4-859f-fe558d123630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1943dfa-100d-4d7d-b08e-5bdebea615d0,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:51.259720 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-cfdc9eaa-7b5b-4c8f-879c-c03362e9a84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:38Z', 'revision_number': 4, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port': {'id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': 'afb5f713-23ec-42e0-8182-1917d4b3b094', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '177de78c-5768-4320-a701-4d933338d83e', 'port_id': 'a9927949-c5b5-4614-a08a-78a196471659', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'mac_address': 'fa:16:3e:e3:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:57:25Z', 'updated_at': '2021-09-27T07:57:49Z', 'revision_number': 1, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b52baf-42e8-49da-8528-a6c8c489cb36', 'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'mac_address': 'fa:16:3e:d1:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:36Z', 'updated_at': '2021-09-27T07:52:44Z', 'revision_number': 5, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'subnets': [{'id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:57:51.291426 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdc9eaa-7b5b-4c8f-879c-c03362e9a84e None None] The sync data for ids ['177de78c-5768-4320-a701-4d933338d83e'] in dv-cinder-811078-1-iscsi is: [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:38Z', 'revision_number': 4, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port': {'id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': 'afb5f713-23ec-42e0-8182-1917d4b3b094', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'floating_ip_address': '172.27.0.157', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '177de78c-5768-4320-a701-4d933338d83e', 'port_id': 'a9927949-c5b5-4614-a08a-78a196471659', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'mac_address': 'fa:16:3e:e3:33:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:57:25Z', 'updated_at': '2021-09-27T07:57:49Z', 'revision_number': 1, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b52baf-42e8-49da-8528-a6c8c489cb36', 'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'mac_address': 'fa:16:3e:d1:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:36Z', 'updated_at': '2021-09-27T07:52:44Z', 'revision_number': 5, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'subnets': [{'id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:57:51.652451 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b891537e-c938-47c8-9cf1-b53e18465424 None None] New status for floating IP afb5f713-23ec-42e0-8182-1917d4b3b094: ACTIVE {{(pid=106360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 07:57:52.667134 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 168da55f-926e-4ebf-821c-ef70717e495b up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:57:52.712850 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 168da55f-926e-4ebf-821c-ef70717e495b triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:52.713262 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:54.321264 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-aaaae95b-3d66-466f-9af7-566f54caa635 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6a29e6c7009d41b0bfbfd5b33da0e2c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326173 Sep 27 07:57:54.510217 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-53f1c21f-5b42-4726-849a-5f64373362fa tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:54.511701 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-53f1c21f-5b42-4726-849a-5f64373362fa tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1840606 Sep 27 07:57:54.526704 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-784dfc4e-061c-401d-af9a-28d8338bfab3 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/quotas/6a29e6c7009d41b0bfbfd5b33da0e2c5 HTTP/1.1" status: 200 len: 375 time: 0.0090768 Sep 27 07:57:54.558244 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-0d40a464-4658-4fbb-835a-35375ad63a32 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=6a29e6c7009d41b0bfbfd5b33da0e2c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263884 Sep 27 07:57:54.981476 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-139d9402-3308-4a42-8433-9791ae6e627a req-f989eb05-bcb1-4316-838a-42ec380558a3 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc25bd8b-be8f-4399-8de6-8a5a1f58cc42 HTTP/1.1" status: 200 len: 210 time: 0.0289743 Sep 27 07:57:56.079754 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e9fb576a-3449-47ca-9016-40f1178fef0f req-ef21e6f8-94ac-4525-a72a-2762c06d0c56 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc25bd8b-be8f-4399-8de6-8a5a1f58cc42 HTTP/1.1" status: 200 len: 210 time: 0.0250199 Sep 27 07:57:56.982394 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-bea680eb-b009-4472-8201-7b8376edda2c tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6a29e6c7009d41b0bfbfd5b33da0e2c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297604 Sep 27 07:57:57.186445 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-2e9dc0ac-d057-4627-83cf-13b680755f37 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:57.187922 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-2e9dc0ac-d057-4627-83cf-13b680755f37 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1947217 Sep 27 07:57:57.188125 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3f9a2aa1-39ae-46ea-9c6e-14e2d738fcd1 req-a8dda852-dd6b-4b51-9ad4-4853f65166b1 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc25bd8b-be8f-4399-8de6-8a5a1f58cc42 HTTP/1.1" status: 200 len: 210 time: 0.0272367 Sep 27 07:57:57.201853 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-f93a11e0-18aa-4d29-80de-a10985a8c71e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Request body: {'port': {'device_id': 'dc25bd8b-be8f-4399-8de6-8a5a1f58cc42', 'network_id': '2dbff695-5ef6-467b-a532-1579f078a6e5', 'admin_state_up': True, 'tenant_id': '6a29e6c7009d41b0bfbfd5b33da0e2c5'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:57.413678 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-f93a11e0-18aa-4d29-80de-a10985a8c71e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Made reservation on behalf of 6a29e6c7009d41b0bfbfd5b33da0e2c5 for: {'port': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:57:57.417429 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-f93a11e0-18aa-4d29-80de-a10985a8c71e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:57.427708 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-f93a11e0-18aa-4d29-80de-a10985a8c71e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:57.512046 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-f93a11e0-18aa-4d29-80de-a10985a8c71e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:57.598884 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-f93a11e0-18aa-4d29-80de-a10985a8c71e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:57.662969 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a11e0-18aa-4d29-80de-a10985a8c71e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1651db14-f13c-4d6b-ade9-e2b89a830a2e,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:57.726969 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-f93a11e0-18aa-4d29-80de-a10985a8c71e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Allocated IP 192.168.233.245 (2dbff695-5ef6-467b-a532-1579f078a6e5/6de62aee-f30e-4331-a92e-cf05d0649d2c/f9dd4061-0b51-4121-8253-29ad40357946) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:57:57.871117 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-f93a11e0-18aa-4d29-80de-a10985a8c71e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:57.976178 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-f93a11e0-18aa-4d29-80de-a10985a8c71e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:58.019938 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-f93a11e0-18aa-4d29-80de-a10985a8c71e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Network 2dbff695-5ef6-467b-a532-1579f078a6e5 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:57:58.022959 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-f93a11e0-18aa-4d29-80de-a10985a8c71e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:57:58.026536 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-f93a11e0-18aa-4d29-80de-a10985a8c71e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:57:58.054802 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a11e0-18aa-4d29-80de-a10985a8c71e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Pushing event updated for resources: {'Port': ['ID=f9dd4061-0b51-4121-8253-29ad40357946,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:58.087212 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-f93a11e0-18aa-4d29-80de-a10985a8c71e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:58.087877 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-f93a11e0-18aa-4d29-80de-a10985a8c71e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:58.210771 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-f93a11e0-18aa-4d29-80de-a10985a8c71e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0127966 Sep 27 07:57:58.221195 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-a1f3b885-efd2-428d-9ef5-67ccd2dc4f30 None None] Provisioning complete for port f9dd4061-0b51-4121-8253-29ad40357946 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:57:58.221677 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-a1f3b885-efd2-428d-9ef5-67ccd2dc4f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:58.232143 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Request body: {'port': {'device_id': 'dc25bd8b-be8f-4399-8de6-8a5a1f58cc42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:57:58.259211 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-a1f3b885-efd2-428d-9ef5-67ccd2dc4f30 None None] Port f9dd4061-0b51-4121-8253-29ad40357946 cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:57:58.290038 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:58.310454 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ec85b-4571-4b8c-9c01-54ab719cd019 req-23ceddbf-4a25-41d6-a885-c9d503ed535c tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:58.311949 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a97ec85b-4571-4b8c-9c01-54ab719cd019 req-23ceddbf-4a25-41d6-a885-c9d503ed535c tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc25bd8b-be8f-4399-8de6-8a5a1f58cc42 HTTP/1.1" status: 200 len: 936 time: 0.0480425 Sep 27 07:57:58.350975 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a97ec85b-4571-4b8c-9c01-54ab719cd019 req-f5cfcc3b-77bb-4586-9945-1a6542e0c014 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/security-groups?id=1651db14-f13c-4d6b-ade9-e2b89a830a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327985 Sep 27 07:57:58.554699 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9dd4061-0b51-4121-8253-29ad40357946 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:57:58.561898 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:58.573829 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Transition to ACTIVE for port object f9dd4061-0b51-4121-8253-29ad40357946 will not be triggered until provisioned by entity L2. {{(pid=106357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 07:57:58.673099 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:58.723219 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Pushing event updated for resources: {'Port': ['ID=f9dd4061-0b51-4121-8253-29ad40357946,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:58.790793 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Attempting to bind port f9dd4061-0b51-4121-8253-29ad40357946 on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:57:58.791181 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Attempting to bind port f9dd4061-0b51-4121-8253-29ad40357946 by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': '13bd9fb9-ac74-4c19-848d-a349b891a3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2dbff695-5ef6-467b-a532-1579f078a6e5'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:57:58.791454 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Attempting to bind port f9dd4061-0b51-4121-8253-29ad40357946 on network 2dbff695-5ef6-467b-a532-1579f078a6e5 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:57:58.795841 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Port f9dd4061-0b51-4121-8253-29ad40357946 on network 2dbff695-5ef6-467b-a532-1579f078a6e5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 07:57:58.796238 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Attempting to bind port f9dd4061-0b51-4121-8253-29ad40357946 on network 2dbff695-5ef6-467b-a532-1579f078a6e5 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:57:58.801179 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:57:58.801518 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Checking segment: {'id': '13bd9fb9-ac74-4c19-848d-a349b891a3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2dbff695-5ef6-467b-a532-1579f078a6e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:57:58.801904 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Bound using segment: {'id': '13bd9fb9-ac74-4c19-848d-a349b891a3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2dbff695-5ef6-467b-a532-1579f078a6e5'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:57:58.802331 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Bound port: f9dd4061-0b51-4121-8253-29ad40357946, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13bd9fb9-ac74-4c19-848d-a349b891a3ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '2dbff695-5ef6-467b-a532-1579f078a6e5'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:57:58.802688 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:58.874346 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] For port f9dd4061-0b51-4121-8253-29ad40357946, host hv-cinder-81107, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:57:58.877326 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] For port f9dd4061-0b51-4121-8253-29ad40357946, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=f9dd4061-0b51-4121-8253-29ad40357946,segment=NetworkSegment(13bd9fb9-ac74-4c19-848d-a349b891a3ba),segment_id=13bd9fb9-ac74-4c19-848d-a349b891a3ba)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:57:58.957741 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:58.990717 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:58.991326 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:57:58.992724 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] 10.222.0.25 "PUT /v2.0/ports/f9dd4061-0b51-4121-8253-29ad40357946 HTTP/1.1" status: 200 len: 1098 time: 0.7654674 Sep 27 07:57:58.993184 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc25bd8b-be8f-4399-8de6-8a5a1f58cc42', 'tag': 'f9dd4061-0b51-4121-8253-29ad40357946'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:57:58.995404 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6bea81-cb2f-45dd-8bef-0ca3d6b30eae" -d '{"events": [{"name": "network-changed", "server_uuid": "dc25bd8b-be8f-4399-8de6-8a5a1f58cc42", "tag": "f9dd4061-0b51-4121-8253-29ad40357946"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:57:59.030288 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49faa2a2-ce54-4f4c-9ab6-0244d420f4da service neutron] Pushing event updated for resources: {'Port': ['ID=f9dd4061-0b51-4121-8253-29ad40357946,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:57:59.172149 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0157c824-905e-454f-bc05-7090c47b7937 x-openstack-request-id: req-0157c824-905e-454f-bc05-7090c47b7937 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:57:59.172441 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc25bd8b-be8f-4399-8de6-8a5a1f58cc42", "tag": "f9dd4061-0b51-4121-8253-29ad40357946", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:57:59.172692 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0157c824-905e-454f-bc05-7090c47b7937 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:57:59.173104 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc25bd8b-be8f-4399-8de6-8a5a1f58cc42', 'tag': 'f9dd4061-0b51-4121-8253-29ad40357946', 'status': 'completed', 'code': 200} Sep 27 07:57:59.176320 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-2d6e40a9-88e6-4782-beb8-ff1fc048f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:59.177845 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-2d6e40a9-88e6-4782-beb8-ff1fc048f85b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a29e6c7009d41b0bfbfd5b33da0e2c5&device_id=dc25bd8b-be8f-4399-8de6-8a5a1f58cc42 HTTP/1.1" status: 200 len: 1101 time: 0.0458994 Sep 27 07:57:59.231313 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-76078dd6-7683-4ef1-9d20-1474556029fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=f9dd4061-0b51-4121-8253-29ad40357946 HTTP/1.1" status: 200 len: 217 time: 0.0406489 Sep 27 07:57:59.285877 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-e69ef1ae-4496-490e-a0d5-0431acc92a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:59.287405 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-e69ef1ae-4496-490e-a0d5-0431acc92a91 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6de62aee-f30e-4331-a92e-cf05d0649d2c HTTP/1.1" status: 200 len: 843 time: 0.0456302 Sep 27 07:57:59.340279 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-b444638e-ef53-4427-b4ea-e45cbd0cf4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:59.341679 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-b444638e-ef53-4427-b4ea-e45cbd0cf4f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2dbff695-5ef6-467b-a532-1579f078a6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0405545 Sep 27 07:57:59.439931 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-bb693749-fbde-48d8-92dc-fbb784921d55 service neutron] 10.222.0.25 "GET /v2.0/networks/2dbff695-5ef6-467b-a532-1579f078a6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854890 Sep 27 07:57:59.470200 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad604da-5c5b-4bed-aa9b-7c75422e84bb req-fa68b5a2-4026-4f90-ae46-1ac9ab8abf8e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:59.471669 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1ad604da-5c5b-4bed-aa9b-7c75422e84bb req-fa68b5a2-4026-4f90-ae46-1ac9ab8abf8e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc25bd8b-be8f-4399-8de6-8a5a1f58cc42 HTTP/1.1" status: 200 len: 948 time: 0.0479062 Sep 27 07:57:59.512951 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1ad604da-5c5b-4bed-aa9b-7c75422e84bb req-79f39318-097e-4496-be36-dc30d1db58f2 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/security-groups?id=1651db14-f13c-4d6b-ade9-e2b89a830a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352626 Sep 27 07:57:59.536251 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dd642470-c543-45ce-8574-ab2d0148bd8a req-4bd138a1-4ad4-4325-bc44-17b824a49b78 service neutron] 10.222.0.25 "GET /v2.0/networks/2dbff695-5ef6-467b-a532-1579f078a6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816836 Sep 27 07:57:59.715898 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bea81-cb2f-45dd-8bef-0ca3d6b30eae req-3328f3d3-700c-43b1-99bc-bbac735db2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:59.717414 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3b6bea81-cb2f-45dd-8bef-0ca3d6b30eae req-3328f3d3-700c-43b1-99bc-bbac735db2df service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6a29e6c7009d41b0bfbfd5b33da0e2c5&device_id=dc25bd8b-be8f-4399-8de6-8a5a1f58cc42 HTTP/1.1" status: 200 len: 1101 time: 0.0422552 Sep 27 07:57:59.815692 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bea81-cb2f-45dd-8bef-0ca3d6b30eae req-fdef9df1-1e8f-410a-a56b-fc8315770545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:59.817147 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3b6bea81-cb2f-45dd-8bef-0ca3d6b30eae req-fdef9df1-1e8f-410a-a56b-fc8315770545 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2dbff695-5ef6-467b-a532-1579f078a6e5 HTTP/1.1" status: 200 len: 870 time: 0.0849874 Sep 27 07:57:59.863839 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3b6bea81-cb2f-45dd-8bef-0ca3d6b30eae req-47952823-aca0-4d8b-b0d4-8989580d0d17 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=f9dd4061-0b51-4121-8253-29ad40357946 HTTP/1.1" status: 200 len: 217 time: 0.0336256 Sep 27 07:57:59.928983 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bea81-cb2f-45dd-8bef-0ca3d6b30eae req-50fdf461-f3ce-4a42-bbfb-ee2b979d3721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:59.930331 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3b6bea81-cb2f-45dd-8bef-0ca3d6b30eae req-50fdf461-f3ce-4a42-bbfb-ee2b979d3721 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6de62aee-f30e-4331-a92e-cf05d0649d2c HTTP/1.1" status: 200 len: 843 time: 0.0461977 Sep 27 07:57:59.976524 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bea81-cb2f-45dd-8bef-0ca3d6b30eae req-65139a61-bf49-44b2-92a5-dc41d9769aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:57:59.977984 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3b6bea81-cb2f-45dd-8bef-0ca3d6b30eae req-65139a61-bf49-44b2-92a5-dc41d9769aa8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2dbff695-5ef6-467b-a532-1579f078a6e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0384822 Sep 27 07:58:00.070124 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3b6bea81-cb2f-45dd-8bef-0ca3d6b30eae req-c4ae21a5-0fdb-43bf-baa1-ddba6fa4fb70 service neutron] 10.222.0.25 "GET /v2.0/networks/2dbff695-5ef6-467b-a532-1579f078a6e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815854 Sep 27 07:58:00.372775 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3b6bea81-cb2f-45dd-8bef-0ca3d6b30eae req-366237f8-0b20-40b9-986c-eaff74699d87 service neutron] 10.222.0.25 "GET /v2.0/networks/2dbff695-5ef6-467b-a532-1579f078a6e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924061 Sep 27 07:58:00.631352 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d69be-bff5-4af4-bae9-27b0420d00dc req-769d532c-485a-40ce-92f4-5eb55c360c03 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:00.632851 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-419d69be-bff5-4af4-bae9-27b0420d00dc req-769d532c-485a-40ce-92f4-5eb55c360c03 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc25bd8b-be8f-4399-8de6-8a5a1f58cc42 HTTP/1.1" status: 200 len: 948 time: 0.0480847 Sep 27 07:58:00.669846 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-419d69be-bff5-4af4-bae9-27b0420d00dc req-8c964f25-7baf-4406-8e7c-6660444e7cc5 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/security-groups?id=1651db14-f13c-4d6b-ade9-e2b89a830a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311172 Sep 27 07:58:01.783693 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95648e8-be60-4e71-8254-9f4695fcef5b req-cc839039-acb2-4f64-b573-e0f66eb706fb tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:01.786278 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a95648e8-be60-4e71-8254-9f4695fcef5b req-cc839039-acb2-4f64-b573-e0f66eb706fb tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc25bd8b-be8f-4399-8de6-8a5a1f58cc42 HTTP/1.1" status: 200 len: 948 time: 0.0497258 Sep 27 07:58:01.823665 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a95648e8-be60-4e71-8254-9f4695fcef5b req-c124d4e0-0fd7-4f21-bdc5-cc71a24275a5 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/security-groups?id=1651db14-f13c-4d6b-ade9-e2b89a830a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315988 Sep 27 07:58:02.298935 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device f9dd4061-0b51-4121-8253-29ad40357946 details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:58:02.317983 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:02.390622 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port f9dd4061-0b51-4121-8253-29ad40357946, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=f9dd4061-0b51-4121-8253-29ad40357946,segment=NetworkSegment(13bd9fb9-ac74-4c19-848d-a349b891a3ba),segment_id=13bd9fb9-ac74-4c19-848d-a349b891a3ba)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:02.400792 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': 'f9dd4061-0b51-4121-8253-29ad40357946', 'network_id': '2dbff695-5ef6-467b-a532-1579f078a6e5', 'port_id': 'f9dd4061-0b51-4121-8253-29ad40357946', 'mac_address': 'fa:16:3e:57:1b:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6de62aee-f30e-4331-a92e-cf05d0649d2c', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:58:02.439982 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:02.453019 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9dd4061-0b51-4121-8253-29ad40357946 {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:58:02.471414 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port f9dd4061-0b51-4121-8253-29ad40357946, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=f9dd4061-0b51-4121-8253-29ad40357946,segment=NetworkSegment(13bd9fb9-ac74-4c19-848d-a349b891a3ba),segment_id=13bd9fb9-ac74-4c19-848d-a349b891a3ba)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:02.553264 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:02.598866 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=f9dd4061-0b51-4121-8253-29ad40357946,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:02.867582 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['f9dd4061-0b51-4121-8253-29ad40357946'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:58:02.938440 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88fb07-97a8-4610-b79b-41e114c7bc03 req-1d8f56e2-d479-4d82-b1d7-465fbb279c59 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:02.939921 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8d88fb07-97a8-4610-b79b-41e114c7bc03 req-1d8f56e2-d479-4d82-b1d7-465fbb279c59 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc25bd8b-be8f-4399-8de6-8a5a1f58cc42 HTTP/1.1" status: 200 len: 949 time: 0.0486848 Sep 27 07:58:02.981171 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8d88fb07-97a8-4610-b79b-41e114c7bc03 req-48bc35a9-1278-4fca-9c9f-d5545c48473c tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/security-groups?id=1651db14-f13c-4d6b-ade9-e2b89a830a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346286 Sep 27 07:58:03.442313 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ea88df0b-eb58-4b65-a3a7-d25527b61cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:04.097953 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c210492-6377-4ad2-8e6e-9cf0f310ccf9 req-07b4782d-f7c1-4bff-a8a6-c386c2fb22db tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:04.099454 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1c210492-6377-4ad2-8e6e-9cf0f310ccf9 req-07b4782d-f7c1-4bff-a8a6-c386c2fb22db tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc25bd8b-be8f-4399-8de6-8a5a1f58cc42 HTTP/1.1" status: 200 len: 949 time: 0.0492535 Sep 27 07:58:04.135775 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1c210492-6377-4ad2-8e6e-9cf0f310ccf9 req-cf5e0eb6-66fe-4cad-9391-25a45e2a057e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/security-groups?id=1651db14-f13c-4d6b-ade9-e2b89a830a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303452 Sep 27 07:58:04.327862 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device f9dd4061-0b51-4121-8253-29ad40357946 up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:58:04.466670 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port f9dd4061-0b51-4121-8253-29ad40357946 completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 07:58:04.478631 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port f9dd4061-0b51-4121-8253-29ad40357946 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:58:04.478631 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:04.548311 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:04.570853 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc25bd8b-be8f-4399-8de6-8a5a1f58cc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dd4061-0b51-4121-8253-29ad40357946'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:58:04.573205 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407eb6e3-74ca-4044-b614-d9edd730e616" -d '{"events": [{"server_uuid": "dc25bd8b-be8f-4399-8de6-8a5a1f58cc42", "name": "network-vif-plugged", "status": "completed", "tag": "f9dd4061-0b51-4121-8253-29ad40357946"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:58:04.586292 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port f9dd4061-0b51-4121-8253-29ad40357946, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=f9dd4061-0b51-4121-8253-29ad40357946,segment=NetworkSegment(13bd9fb9-ac74-4c19-848d-a349b891a3ba),segment_id=13bd9fb9-ac74-4c19-848d-a349b891a3ba)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:04.677270 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:04.731424 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=f9dd4061-0b51-4121-8253-29ad40357946,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:04.761450 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4854373e-51c3-43f7-8210-fb5bc3fa86e8 x-openstack-request-id: req-4854373e-51c3-43f7-8210-fb5bc3fa86e8 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:58:04.761752 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc25bd8b-be8f-4399-8de6-8a5a1f58cc42", "name": "network-vif-plugged", "status": "completed", "tag": "f9dd4061-0b51-4121-8253-29ad40357946", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:58:04.762004 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4854373e-51c3-43f7-8210-fb5bc3fa86e8 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:58:04.762397 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc25bd8b-be8f-4399-8de6-8a5a1f58cc42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dd4061-0b51-4121-8253-29ad40357946', 'code': 200} Sep 27 07:58:05.047858 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217a07c-036d-480e-bdd7-322f83346426 req-f4197770-6d4b-458b-b443-e12dab4c1cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:05.049323 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7217a07c-036d-480e-bdd7-322f83346426 req-f4197770-6d4b-458b-b443-e12dab4c1cf9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dc25bd8b-be8f-4399-8de6-8a5a1f58cc42 HTTP/1.1" status: 200 len: 1103 time: 0.0393274 Sep 27 07:58:05.087188 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7217a07c-036d-480e-bdd7-322f83346426 req-55189a7a-05a5-4bd6-80f1-6e7e64ff9d81 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1651db14-f13c-4d6b-ade9-e2b89a830a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294123 Sep 27 07:58:05.252739 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dcd963-2b1c-40da-b053-76459ba8c6a7 req-ad76c1a5-cd00-41b7-b5f5-0271aa9d4fde tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:05.254236 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-52dcd963-2b1c-40da-b053-76459ba8c6a7 req-ad76c1a5-cd00-41b7-b5f5-0271aa9d4fde tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc25bd8b-be8f-4399-8de6-8a5a1f58cc42 HTTP/1.1" status: 200 len: 950 time: 0.0481918 Sep 27 07:58:05.291113 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-52dcd963-2b1c-40da-b053-76459ba8c6a7 req-1a994646-ddae-4b01-a564-162357cb905e tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/security-groups?id=1651db14-f13c-4d6b-ade9-e2b89a830a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310905 Sep 27 07:58:06.162236 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-e56e70e1-9f05-42ba-b609-e4dcdbf58d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:06.404037 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac07918-f45c-451f-a182-7637b6278210 req-432589e8-2412-4add-9336-a366375e6918 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:06.405530 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3ac07918-f45c-451f-a182-7637b6278210 req-432589e8-2412-4add-9336-a366375e6918 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc25bd8b-be8f-4399-8de6-8a5a1f58cc42 HTTP/1.1" status: 200 len: 950 time: 0.0477793 Sep 27 07:58:06.450410 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3ac07918-f45c-451f-a182-7637b6278210 req-3824ad92-bc92-4ff7-93a9-7012e6f72e08 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/security-groups?id=1651db14-f13c-4d6b-ade9-e2b89a830a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360532 Sep 27 07:58:06.604242 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:07.021525 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:07.564412 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c811a6a-4431-47b7-8260-336840bd73cb req-69c809f9-8683-4f5c-9ec9-381053e2fc42 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:07.566594 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5c811a6a-4431-47b7-8260-336840bd73cb req-69c809f9-8683-4f5c-9ec9-381053e2fc42 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc25bd8b-be8f-4399-8de6-8a5a1f58cc42 HTTP/1.1" status: 200 len: 950 time: 0.0494583 Sep 27 07:58:07.604896 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5c811a6a-4431-47b7-8260-336840bd73cb req-169daa3f-82af-4e43-a4f8-e523b3fbb518 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/security-groups?id=1651db14-f13c-4d6b-ade9-e2b89a830a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324488 Sep 27 07:58:08.101522 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2eca3b-36c2-45bd-b6f8-d69bc3b928f4 req-b7667d16-9ed9-49ab-9e3e-692ca9e29c0c tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:08.103013 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5d2eca3b-36c2-45bd-b6f8-d69bc3b928f4 req-b7667d16-9ed9-49ab-9e3e-692ca9e29c0c tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc25bd8b-be8f-4399-8de6-8a5a1f58cc42 HTTP/1.1" status: 200 len: 950 time: 0.0483792 Sep 27 07:58:08.142065 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5d2eca3b-36c2-45bd-b6f8-d69bc3b928f4 req-7e0ed397-7387-4115-9a2d-0c399e5b90b0 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/security-groups?id=1651db14-f13c-4d6b-ade9-e2b89a830a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331204 Sep 27 07:58:08.429023 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-95e3481c-5f6c-4584-910d-7db258b7e47b tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1756191332&fields=id&tenant_id=7372ab2de4b249ec874584aff9211066 HTTP/1.1" status: 200 len: 267 time: 0.0315824 Sep 27 07:58:08.538294 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-9461844b-d0d1-4642-b482-93273b960be1 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:08.539721 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-9461844b-d0d1-4642-b482-93273b960be1 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/networks?id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 HTTP/1.1" status: 200 len: 811 time: 0.1041183 Sep 27 07:58:08.555219 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-54df1aa0-d479-433f-b122-5fa223eaa93d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/quotas/7372ab2de4b249ec874584aff9211066 HTTP/1.1" status: 200 len: 375 time: 0.0096784 Sep 27 07:58:08.605025 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-785075ff-1b6a-4f90-9e99-61ff8d1c6c66 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7372ab2de4b249ec874584aff9211066&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445197 Sep 27 07:58:08.789930 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-b0abdab4-73e5-48ab-aa46-0b594736c8a3 service neutron] 10.222.0.11 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714077 Sep 27 07:58:08.876560 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-ab71030e-acf9-4a60-bb64-640c408216ad service neutron] 10.222.0.11 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807049 Sep 27 07:58:08.935590 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:09.550881 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ac60b-982e-48c4-b6a6-317d0f632a10 req-bfedcbc7-d02c-4bd9-9a94-f9751b281b1b tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:09.553143 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3a1ac60b-982e-48c4-b6a6-317d0f632a10 req-bfedcbc7-d02c-4bd9-9a94-f9751b281b1b tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc25bd8b-be8f-4399-8de6-8a5a1f58cc42 HTTP/1.1" status: 200 len: 950 time: 0.0603287 Sep 27 07:58:09.593099 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3a1ac60b-982e-48c4-b6a6-317d0f632a10 req-196d1248-5e6d-4775-be90-648f496b4aea tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/security-groups?id=1651db14-f13c-4d6b-ade9-e2b89a830a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336561 Sep 27 07:58:09.662639 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbee360-baf1-4fb3-8b89-d194fbe709ce req-c2475091-f9e9-4aa0-add2-def04aa005f1 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:09.664110 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1bbee360-baf1-4fb3-8b89-d194fbe709ce req-c2475091-f9e9-4aa0-add2-def04aa005f1 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc25bd8b-be8f-4399-8de6-8a5a1f58cc42 HTTP/1.1" status: 200 len: 950 time: 0.0590060 Sep 27 07:58:09.762418 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-1bbee360-baf1-4fb3-8b89-d194fbe709ce req-f36e0278-a9fa-4409-a9ed-00dd755f502b tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Deleting port f9dd4061-0b51-4121-8253-29ad40357946 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:58:09.762758 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-1bbee360-baf1-4fb3-8b89-d194fbe709ce req-f36e0278-a9fa-4409-a9ed-00dd755f502b tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:09.853887 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-1bbee360-baf1-4fb3-8b89-d194fbe709ce req-f36e0278-a9fa-4409-a9ed-00dd755f502b tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] For port f9dd4061-0b51-4121-8253-29ad40357946, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=f9dd4061-0b51-4121-8253-29ad40357946,segment=NetworkSegment(13bd9fb9-ac74-4c19-848d-a349b891a3ba),segment_id=13bd9fb9-ac74-4c19-848d-a349b891a3ba)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:09.854167 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-1bbee360-baf1-4fb3-8b89-d194fbe709ce req-f36e0278-a9fa-4409-a9ed-00dd755f502b tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:09.861804 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-43d4936b-4b7d-447d-8a93-3f5060465459 req-c7826567-16b3-41b7-9cf8-3fc824d6dbf7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 210 time: 0.0261123 Sep 27 07:58:09.866810 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-1bbee360-baf1-4fb3-8b89-d194fbe709ce req-f36e0278-a9fa-4409-a9ed-00dd755f502b tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Calling delete_port for f9dd4061-0b51-4121-8253-29ad40357946 owned by compute:nova {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:58:10.065431 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-1bbee360-baf1-4fb3-8b89-d194fbe709ce req-f36e0278-a9fa-4409-a9ed-00dd755f502b tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:10.079768 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['f9dd4061-0b51-4121-8253-29ad40357946'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:58:10.095026 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36e0278-a9fa-4409-a9ed-00dd755f502b tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Pushing event deleted for resources: {'Port': ['ID=f9dd4061-0b51-4121-8253-29ad40357946,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:10.135596 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbee360-baf1-4fb3-8b89-d194fbe709ce req-f36e0278-a9fa-4409-a9ed-00dd755f502b tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] No DVR routers for this DVR port f9dd4061-0b51-4121-8253-29ad40357946 on host hv-cinder-81107 {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:58:10.138252 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-1bbee360-baf1-4fb3-8b89-d194fbe709ce req-f36e0278-a9fa-4409-a9ed-00dd755f502b tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:10.140511 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1bbee360-baf1-4fb3-8b89-d194fbe709ce req-f36e0278-a9fa-4409-a9ed-00dd755f502b tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.25 "DELETE /v2.0/ports/f9dd4061-0b51-4121-8253-29ad40357946 HTTP/1.1" status: 204 len: 173 time: 0.4610269 Sep 27 07:58:10.141005 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc25bd8b-be8f-4399-8de6-8a5a1f58cc42', 'name': 'network-vif-deleted', 'tag': 'f9dd4061-0b51-4121-8253-29ad40357946'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:58:10.143376 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409a0a49-28a2-4844-8168-457583a87755" -d '{"events": [{"server_uuid": "dc25bd8b-be8f-4399-8de6-8a5a1f58cc42", "name": "network-vif-deleted", "tag": "f9dd4061-0b51-4121-8253-29ad40357946"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:58:10.180936 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34dbe4e-f915-48d5-95b0-a4863622d792 x-openstack-request-id: req-f34dbe4e-f915-48d5-95b0-a4863622d792 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:58:10.184622 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc25bd8b-be8f-4399-8de6-8a5a1f58cc42", "name": "network-vif-deleted", "tag": "f9dd4061-0b51-4121-8253-29ad40357946", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:58:10.184622 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f34dbe4e-f915-48d5-95b0-a4863622d792 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:58:10.184622 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc25bd8b-be8f-4399-8de6-8a5a1f58cc42', 'name': 'network-vif-deleted', 'tag': 'f9dd4061-0b51-4121-8253-29ad40357946', 'status': 'completed', 'code': 200} Sep 27 07:58:10.698805 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b8b47c42-e702-4742-b8bd-d010d13c6000 req-a3066861-d8c0-406d-97bd-fb5a2d64f406 tempest-VolumesNegativeTest-604588004 tempest-VolumesNegativeTest-604588004-project] 10.222.0.11 "GET /v2.0/ports?device_id=dc25bd8b-be8f-4399-8de6-8a5a1f58cc42 HTTP/1.1" status: 200 len: 210 time: 0.0261061 Sep 27 07:58:10.986017 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6e300c58-2b86-4484-bf93-20b18e3ac268 req-085d597c-205c-4f10-8039-f06c9d8ac399 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 210 time: 0.0259671 Sep 27 07:58:11.772049 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-f94f839b-0731-43a1-a348-6f6e8bf5afb3 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:11.773696 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-f94f839b-0731-43a1-a348-6f6e8bf5afb3 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.25 "GET /v2.0/networks?id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 HTTP/1.1" status: 200 len: 811 time: 0.1083083 Sep 27 07:58:11.819330 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-251cbfde-9f95-4b46-8ff0-14fedc8cd315 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7372ab2de4b249ec874584aff9211066 HTTP/1.1" status: 200 len: 380 time: 0.0346365 Sep 27 07:58:11.828981 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-4043d1a2-7b97-4df6-8159-c3d924ca5017 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Request body: {'port': {'device_id': '0cf58be2-6439-4d33-bd7a-8055028e89c2', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'admin_state_up': True, 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'security_groups': ['0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99']}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:58:12.054005 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-4043d1a2-7b97-4df6-8159-c3d924ca5017 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Made reservation on behalf of 7372ab2de4b249ec874584aff9211066 for: {'port': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:58:12.057985 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-4043d1a2-7b97-4df6-8159-c3d924ca5017 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:12.102012 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-930ed682-edf3-4421-8322-f6f4c7e6b73c req-257d2894-dbb5-4ba7-af3c-50b25da5ff98 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 210 time: 0.0265253 Sep 27 07:58:12.194318 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-4043d1a2-7b97-4df6-8159-c3d924ca5017 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Allocated IP 172.20.0.11 (1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5/e9fe12f2-248d-4306-8a76-9ebdafe41649/df070caa-5533-4b2c-b16e-0baca1bd2820) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:58:12.336025 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-4043d1a2-7b97-4df6-8159-c3d924ca5017 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:12.444285 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-4043d1a2-7b97-4df6-8159-c3d924ca5017 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:12.484835 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-4043d1a2-7b97-4df6-8159-c3d924ca5017 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:58:12.487920 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-4043d1a2-7b97-4df6-8159-c3d924ca5017 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:58:12.491119 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-4043d1a2-7b97-4df6-8159-c3d924ca5017 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:58:12.528550 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043d1a2-7b97-4df6-8159-c3d924ca5017 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event updated for resources: {'Port': ['ID=df070caa-5533-4b2c-b16e-0baca1bd2820,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:12.559327 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-4043d1a2-7b97-4df6-8159-c3d924ca5017 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:12.559993 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-4043d1a2-7b97-4df6-8159-c3d924ca5017 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:12.610486 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:58:12.673570 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-4043d1a2-7b97-4df6-8159-c3d924ca5017 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8481696 Sep 27 07:58:12.689708 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Request body: {'port': {'device_id': '0cf58be2-6439-4d33-bd7a-8055028e89c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:58:12.709989 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-8fb523a1-38cd-4d8a-9d7c-2e5f43542540 None None] Provisioning complete for port df070caa-5533-4b2c-b16e-0baca1bd2820 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:58:12.710556 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-8fb523a1-38cd-4d8a-9d7c-2e5f43542540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:12.743351 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:12.749846 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-8fb523a1-38cd-4d8a-9d7c-2e5f43542540 None None] Port df070caa-5533-4b2c-b16e-0baca1bd2820 cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:58:13.011584 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df070caa-5533-4b2c-b16e-0baca1bd2820 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:58:13.019708 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:13.035222 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Transition to ACTIVE for port object df070caa-5533-4b2c-b16e-0baca1bd2820 will not be triggered until provisioned by entity L2. {{(pid=106357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 07:58:13.162593 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:13.234424 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde3946-f010-43e4-83dd-276e575e3a7b req-e85a4248-5b76-47d0-88b0-90767b4c0d10 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:13.235932 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=df070caa-5533-4b2c-b16e-0baca1bd2820,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:13.236075 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9fde3946-f010-43e4-83dd-276e575e3a7b req-e85a4248-5b76-47d0-88b0-90767b4c0d10 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 944 time: 0.0551684 Sep 27 07:58:13.281071 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9fde3946-f010-43e4-83dd-276e575e3a7b req-d5cc573d-ef64-4b7b-9873-77fdadfb435d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380189 Sep 27 07:58:13.305912 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Attempting to bind port df070caa-5533-4b2c-b16e-0baca1bd2820 on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:58:13.306248 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Attempting to bind port df070caa-5533-4b2c-b16e-0baca1bd2820 by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:58:13.306582 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Attempting to bind port df070caa-5533-4b2c-b16e-0baca1bd2820 on network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:58:13.312484 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Port df070caa-5533-4b2c-b16e-0baca1bd2820 on network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 07:58:13.312792 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Attempting to bind port df070caa-5533-4b2c-b16e-0baca1bd2820 on network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:58:13.318632 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:58:13.318973 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Checking segment: {'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:58:13.322087 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Bound using segment: {'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:58:13.322087 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Bound port: df070caa-5533-4b2c-b16e-0baca1bd2820, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:58:13.322087 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:13.388411 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] For port df070caa-5533-4b2c-b16e-0baca1bd2820, host hv-cinder-81107, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:58:13.391388 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] For port df070caa-5533-4b2c-b16e-0baca1bd2820, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=df070caa-5533-4b2c-b16e-0baca1bd2820,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:58:13.484292 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:13.520622 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:13.521271 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:13.522667 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] 10.222.0.25 "PUT /v2.0/ports/df070caa-5533-4b2c-b16e-0baca1bd2820 HTTP/1.1" status: 200 len: 1094 time: 0.8375607 Sep 27 07:58:13.523186 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf58be2-6439-4d33-bd7a-8055028e89c2', 'tag': 'df070caa-5533-4b2c-b16e-0baca1bd2820'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:58:13.527923 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88006682-e629-4d75-a031-2fd810eca2d1" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf58be2-6439-4d33-bd7a-8055028e89c2", "tag": "df070caa-5533-4b2c-b16e-0baca1bd2820"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:58:13.565864 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf296848-2b3d-40fc-a80f-e57b1046a5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=df070caa-5533-4b2c-b16e-0baca1bd2820,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:13.577226 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f5206a-bc3f-4b24-a1ad-8e5be8fa0f7e x-openstack-request-id: req-96f5206a-bc3f-4b24-a1ad-8e5be8fa0f7e {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:58:13.577533 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf58be2-6439-4d33-bd7a-8055028e89c2", "tag": "df070caa-5533-4b2c-b16e-0baca1bd2820", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:58:13.577787 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-96f5206a-bc3f-4b24-a1ad-8e5be8fa0f7e {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:58:13.578192 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf58be2-6439-4d33-bd7a-8055028e89c2', 'tag': 'df070caa-5533-4b2c-b16e-0baca1bd2820', 'status': 'completed', 'code': 200} Sep 27 07:58:13.647214 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88006682-e629-4d75-a031-2fd810eca2d1 req-b02d99a5-c875-466f-86b7-adadffd0f1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:13.648770 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-88006682-e629-4d75-a031-2fd810eca2d1 req-b02d99a5-c875-466f-86b7-adadffd0f1e4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7372ab2de4b249ec874584aff9211066&device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 1097 time: 0.0430689 Sep 27 07:58:13.754932 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88006682-e629-4d75-a031-2fd810eca2d1 req-54496e02-bf10-460a-8070-537339eb7ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:13.756595 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-88006682-e629-4d75-a031-2fd810eca2d1 req-54496e02-bf10-460a-8070-537339eb7ae2 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=7372ab2de4b249ec874584aff9211066&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0980277 Sep 27 07:58:13.854412 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88006682-e629-4d75-a031-2fd810eca2d1 req-22c736e6-58ae-453b-b102-2ca3b35385a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:13.855902 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-88006682-e629-4d75-a031-2fd810eca2d1 req-22c736e6-58ae-453b-b102-2ca3b35385a6 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917828 Sep 27 07:58:13.932709 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-d4cb08fa-1a38-497d-8a53-79d39f0846e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:13.934173 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-d4cb08fa-1a38-497d-8a53-79d39f0846e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7372ab2de4b249ec874584aff9211066&device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 1097 time: 0.0398440 Sep 27 07:58:13.981018 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-af94f2c3-e7d4-4687-9e0a-1e7780bc20ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df070caa-5533-4b2c-b16e-0baca1bd2820 HTTP/1.1" status: 200 len: 217 time: 0.0372066 Sep 27 07:58:14.031908 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-8967d22f-f492-481c-bca5-5e1086e59f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:14.033413 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-8967d22f-f492-481c-bca5-5e1086e59f45 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9fe12f2-248d-4306-8a76-9ebdafe41649 HTTP/1.1" status: 200 len: 850 time: 0.0428970 Sep 27 07:58:14.079103 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-630dd142-fbfe-4280-9371-9ce95005dff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:14.080558 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-630dd142-fbfe-4280-9371-9ce95005dff9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398011 Sep 27 07:58:14.178074 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-6a6c08ef-a5e0-4922-bc60-feb14d4ccba6 service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891764 Sep 27 07:58:14.280316 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-eabcc479-7989-402f-8566-bc03fb90a3c6 req-456e3bfe-3b5f-4c3d-be02-87ae6281944a service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870283 Sep 27 07:58:14.391734 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device f9dd4061-0b51-4121-8253-29ad40357946 no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:58:14.400763 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b02b96-5edd-4a33-b547-9297e820b502 req-aa9c1eb1-ec7c-4d6c-92ac-04d7298d3f54 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:14.402297 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e0b02b96-5edd-4a33-b547-9297e820b502 req-aa9c1eb1-ec7c-4d6c-92ac-04d7298d3f54 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 944 time: 0.0499353 Sep 27 07:58:14.415171 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] No Port match for: f9dd4061-0b51-4121-8253-29ad40357946 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:58:14.415513 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device f9dd4061-0b51-4121-8253-29ad40357946 not bound to the agent host hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:58:14.450422 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e0b02b96-5edd-4a33-b547-9297e820b502 req-74732840-4816-42b3-a39f-2021931254ce tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348542 Sep 27 07:58:15.567329 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18477569-5184-40db-b6f5-c665991bed4f req-a752beff-a66d-40c2-a2e6-d30d7a193987 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:15.568810 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-18477569-5184-40db-b6f5-c665991bed4f req-a752beff-a66d-40c2-a2e6-d30d7a193987 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 944 time: 0.0499694 Sep 27 07:58:15.608857 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-18477569-5184-40db-b6f5-c665991bed4f req-f60ac8e5-c013-4601-b6e6-0157f0ae27ac tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339289 Sep 27 07:58:16.731328 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4b091-c3b5-4a0c-bcd3-66cf71111da8 req-4187ace4-bbf6-4f95-a406-c142132cacb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:16.732794 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7ea4b091-c3b5-4a0c-bcd3-66cf71111da8 req-4187ace4-bbf6-4f95-a406-c142132cacb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 944 time: 0.0523822 Sep 27 07:58:16.769708 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7ea4b091-c3b5-4a0c-bcd3-66cf71111da8 req-93c999d9-a53a-4e28-9f7b-bb71b761e7a1 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310295 Sep 27 07:58:17.538167 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 41134) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:17.670290 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-57ddd2fa-d997-4fdb-9cf4-c0e1277e18fb admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6a29e6c7009d41b0bfbfd5b33da0e2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1308603 Sep 27 07:58:17.672757 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 41138) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:17.719547 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6f44194b-1d50-4934-b0b3-0cb5be6d0bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:17.741423 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6f44194b-1d50-4934-b0b3-0cb5be6d0bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:17.872842 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6f44194b-1d50-4934-b0b3-0cb5be6d0bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:17.876009 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6f44194b-1d50-4934-b0b3-0cb5be6d0bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:17.877282 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-6f44194b-1d50-4934-b0b3-0cb5be6d0bbb admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1651db14-f13c-4d6b-ade9-e2b89a830a2e HTTP/1.1" status: 204 len: 168 time: 0.2035685 Sep 27 07:58:17.885983 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f44194b-1d50-4934-b0b3-0cb5be6d0bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1651db14-f13c-4d6b-ade9-e2b89a830a2e,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:17.888287 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff77cc-2211-4296-a665-03e20bc3f1e6 req-316d058f-cc2b-4ef2-a347-7764e62e5392 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:17.890238 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-68ff77cc-2211-4296-a665-03e20bc3f1e6 req-316d058f-cc2b-4ef2-a347-7764e62e5392 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 944 time: 0.0522611 Sep 27 07:58:17.933566 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-68ff77cc-2211-4296-a665-03e20bc3f1e6 req-b6a77ee0-e8eb-428c-a2aa-62a4fd0ba0e0 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336688 Sep 27 07:58:19.046344 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c5f21-6823-41c8-9f19-b6ea7cc47caf req-4add5edc-906f-4cfb-b1f3-43cc45efa31f tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:19.047814 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c99c5f21-6823-41c8-9f19-b6ea7cc47caf req-4add5edc-906f-4cfb-b1f3-43cc45efa31f tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 944 time: 0.0479083 Sep 27 07:58:19.084264 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c99c5f21-6823-41c8-9f19-b6ea7cc47caf req-030d3165-385d-464e-9547-3e123b534bf0 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300043 Sep 27 07:58:20.202082 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d629de9-c8bb-42c6-b7c5-2d1fa7f9415e req-930a9112-ba85-4bf9-afe8-9dbbb182a0c4 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:20.203562 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3d629de9-c8bb-42c6-b7c5-2d1fa7f9415e req-930a9112-ba85-4bf9-afe8-9dbbb182a0c4 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 944 time: 0.0517714 Sep 27 07:58:20.239759 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3d629de9-c8bb-42c6-b7c5-2d1fa7f9415e req-3a04ad6d-7cca-41b9-9cc7-65a2932156f5 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302665 Sep 27 07:58:21.353886 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a62fca-7a55-4717-91d9-0cb173c36cbc req-848448ab-14fd-4be2-ba6d-75df2eae1047 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:21.355356 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-59a62fca-7a55-4717-91d9-0cb173c36cbc req-848448ab-14fd-4be2-ba6d-75df2eae1047 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 944 time: 0.0484090 Sep 27 07:58:21.391835 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-59a62fca-7a55-4717-91d9-0cb173c36cbc req-fd208a20-dae1-4a4a-bed6-ba1292a1031c tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306411 Sep 27 07:58:22.453157 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device df070caa-5533-4b2c-b16e-0baca1bd2820 details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:58:22.503570 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7f44a-0886-4a89-8d5a-b8330980ca4e req-d205c539-279e-4c88-b5f5-7c822bcc2cfe tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:22.505057 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1bf7f44a-0886-4a89-8d5a-b8330980ca4e req-d205c539-279e-4c88-b5f5-7c822bcc2cfe tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 944 time: 0.0466924 Sep 27 07:58:22.543688 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1bf7f44a-0886-4a89-8d5a-b8330980ca4e req-f6c77c41-b277-4ee5-834a-f01a8aa9558b tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316544 Sep 27 07:58:22.545752 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port df070caa-5533-4b2c-b16e-0baca1bd2820, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=df070caa-5533-4b2c-b16e-0baca1bd2820,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:22.557468 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': 'df070caa-5533-4b2c-b16e-0baca1bd2820', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'port_id': 'df070caa-5533-4b2c-b16e-0baca1bd2820', 'mac_address': 'fa:16:3e:97:f5:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:58:22.597268 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:22.610076 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df070caa-5533-4b2c-b16e-0baca1bd2820 {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:58:22.628762 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port df070caa-5533-4b2c-b16e-0baca1bd2820, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=df070caa-5533-4b2c-b16e-0baca1bd2820,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:22.883732 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:22.931420 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=df070caa-5533-4b2c-b16e-0baca1bd2820,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:22.938207 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:22.938562 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:22.938906 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:22.939243 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:22.939581 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:22.939919 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:22.940252 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:22.940581 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:22.940932 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:22.941259 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:22.941584 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:22.941909 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:23.142755 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['df070caa-5533-4b2c-b16e-0baca1bd2820'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:58:23.621981 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6baccfa9-c5ea-4515-b89d-a6fbfa34268f req-14be4268-82cf-4a6f-a564-ec86bde90256 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1942770344&fields=id&tenant_id=b5b2891b7e2846afbeaa597a6484d7ab HTTP/1.1" status: 200 len: 267 time: 0.0345323 Sep 27 07:58:23.675828 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baccfa9-c5ea-4515-b89d-a6fbfa34268f req-6a9419b3-1f84-450a-b574-7860adbe8621 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:23.677324 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6baccfa9-c5ea-4515-b89d-a6fbfa34268f req-6a9419b3-1f84-450a-b574-7860adbe8621 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 984 time: 0.0496604 Sep 27 07:58:23.688594 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [req-6baccfa9-c5ea-4515-b89d-a6fbfa34268f req-c6bf8141-35ce-4530-8257-ba0ed645be23 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Request body: {'port': {'security_groups': ['a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c']}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:58:23.770744 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-6baccfa9-c5ea-4515-b89d-a6fbfa34268f req-c6bf8141-35ce-4530-8257-ba0ed645be23 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:23.960242 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [req-6baccfa9-c5ea-4515-b89d-a6fbfa34268f req-c6bf8141-35ce-4530-8257-ba0ed645be23 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] For port 6d1cf396-5466-432c-b402-0c7a90f1e5db, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=6d1cf396-5466-432c-b402-0c7a90f1e5db,segment=NetworkSegment(2cd8c745-3887-4dd3-8293-288c1e55122f),segment_id=2cd8c745-3887-4dd3-8293-288c1e55122f)] {{(pid=106358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:23.988147 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-6baccfa9-c5ea-4515-b89d-a6fbfa34268f req-c6bf8141-35ce-4530-8257-ba0ed645be23 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for port, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:24.081402 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-6baccfa9-c5ea-4515-b89d-a6fbfa34268f req-c6bf8141-35ce-4530-8257-ba0ed645be23 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:24.094062 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['6d1cf396-5466-432c-b402-0c7a90f1e5db'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:58:24.134528 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baccfa9-c5ea-4515-b89d-a6fbfa34268f req-c6bf8141-35ce-4530-8257-ba0ed645be23 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:24.135178 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [req-6baccfa9-c5ea-4515-b89d-a6fbfa34268f req-c6bf8141-35ce-4530-8257-ba0ed645be23 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:24.136649 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6baccfa9-c5ea-4515-b89d-a6fbfa34268f req-c6bf8141-35ce-4530-8257-ba0ed645be23 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "PUT /v2.0/ports/6d1cf396-5466-432c-b402-0c7a90f1e5db HTTP/1.1" status: 200 len: 942 time: 0.4526901 Sep 27 07:58:24.137142 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4', 'tag': '6d1cf396-5466-432c-b402-0c7a90f1e5db'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:58:24.140533 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ddeaa5-246f-4201-8e4f-98896f5b4a27" -d '{"events": [{"name": "network-changed", "server_uuid": "52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4", "tag": "6d1cf396-5466-432c-b402-0c7a90f1e5db"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:58:24.145827 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 41186) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:24.179988 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf8141-35ce-4530-8257-ba0ed645be23 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Pushing event updated for resources: {'Port': ['ID=6d1cf396-5466-432c-b402-0c7a90f1e5db,revision_number=7']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:24.229640 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['6d1cf396-5466-432c-b402-0c7a90f1e5db'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:58:24.230262 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0ede91a7-46d8-40b3-a639-f3bf9ea07db8 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:24.266323 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ad707-29be-4dea-b92a-2ebbd5561a18 req-4e353e6c-94d9-4513-838e-7861e84ac15b tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:24.268060 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-665ad707-29be-4dea-b92a-2ebbd5561a18 req-4e353e6c-94d9-4513-838e-7861e84ac15b tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 945 time: 0.0599072 Sep 27 07:58:24.271859 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0ede91a7-46d8-40b3-a639-f3bf9ea07db8 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:24.317059 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-665ad707-29be-4dea-b92a-2ebbd5561a18 req-036a306a-0c08-4480-99ce-44dd01bd64d7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415814 Sep 27 07:58:24.388184 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-a28008d5-5dbd-403b-9887-2717760ad080 None None] Provisioning complete for port 6d1cf396-5466-432c-b402-0c7a90f1e5db triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:58:24.388550 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-a28008d5-5dbd-403b-9887-2717760ad080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:24.462829 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device df070caa-5533-4b2c-b16e-0baca1bd2820 up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:58:24.495482 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0ede91a7-46d8-40b3-a639-f3bf9ea07db8 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:24.498254 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0ede91a7-46d8-40b3-a639-f3bf9ea07db8 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:24.499627 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-0ede91a7-46d8-40b3-a639-f3bf9ea07db8 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "DELETE /v2.0/security-groups/8aa65e15-84a0-4eda-b54e-87c473ce914f HTTP/1.1" status: 204 len: 168 time: 0.3525975 Sep 27 07:58:24.502454 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41188) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:24.510220 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede91a7-46d8-40b3-a639-f3bf9ea07db8 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa65e15-84a0-4eda-b54e-87c473ce914f,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:24.636111 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port df070caa-5533-4b2c-b16e-0baca1bd2820 completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 07:58:24.640190 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port df070caa-5533-4b2c-b16e-0baca1bd2820 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:58:24.640691 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:24.677790 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-067f8dfc-b6ea-47d3-a5fc-b2412c272d67 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Deleting port eef7c736-67a8-4a30-88fb-39c2f2df7cd7 {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:58:24.678376 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-067f8dfc-b6ea-47d3-a5fc-b2412c272d67 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:24.728489 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:24.752198 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ec7a93-48d5-4017-b61d-18fb5b953c24 x-openstack-request-id: req-c4ec7a93-48d5-4017-b61d-18fb5b953c24 {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:58:24.752491 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4", "tag": "6d1cf396-5466-432c-b402-0c7a90f1e5db", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:58:24.752746 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-c4ec7a93-48d5-4017-b61d-18fb5b953c24 {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:58:24.753164 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4', 'tag': '6d1cf396-5466-432c-b402-0c7a90f1e5db', 'status': 'completed', 'code': 200} Sep 27 07:58:24.757532 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf58be2-6439-4d33-bd7a-8055028e89c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df070caa-5533-4b2c-b16e-0baca1bd2820'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:58:24.760913 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff78e115-42c4-4b31-99a1-0bc224c49e30" -d '{"events": [{"server_uuid": "0cf58be2-6439-4d33-bd7a-8055028e89c2", "name": "network-vif-plugged", "status": "completed", "tag": "df070caa-5533-4b2c-b16e-0baca1bd2820"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:58:24.768075 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-067f8dfc-b6ea-47d3-a5fc-b2412c272d67 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:24.768075 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-067f8dfc-b6ea-47d3-a5fc-b2412c272d67 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:24.777954 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-067f8dfc-b6ea-47d3-a5fc-b2412c272d67 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Calling delete_port for eef7c736-67a8-4a30-88fb-39c2f2df7cd7 owned by network:floatingip {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:58:24.779345 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port df070caa-5533-4b2c-b16e-0baca1bd2820, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=df070caa-5533-4b2c-b16e-0baca1bd2820,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:24.819128 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddeaa5-246f-4201-8e4f-98896f5b4a27 req-d503d4de-a6ee-423d-a124-9c94b5274f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:24.820680 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-04ddeaa5-246f-4201-8e4f-98896f5b4a27 req-d503d4de-a6ee-423d-a124-9c94b5274f9a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b2891b7e2846afbeaa597a6484d7ab&device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 1098 time: 0.0444365 Sep 27 07:58:24.866235 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:24.869058 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6930d63-2a14-47af-80ad-e1bfb69cd82b x-openstack-request-id: req-b6930d63-2a14-47af-80ad-e1bfb69cd82b {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:58:24.869412 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf58be2-6439-4d33-bd7a-8055028e89c2", "name": "network-vif-plugged", "status": "completed", "tag": "df070caa-5533-4b2c-b16e-0baca1bd2820", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:58:24.869674 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b6930d63-2a14-47af-80ad-e1bfb69cd82b {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:58:24.870120 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf58be2-6439-4d33-bd7a-8055028e89c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df070caa-5533-4b2c-b16e-0baca1bd2820', 'code': 200} Sep 27 07:58:24.919374 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=df070caa-5533-4b2c-b16e-0baca1bd2820,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:24.919621 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddeaa5-246f-4201-8e4f-98896f5b4a27 req-dc3c0f8b-8099-4d89-8839-4ff33d098ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:24.920926 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-04ddeaa5-246f-4201-8e4f-98896f5b4a27 req-dc3c0f8b-8099-4d89-8839-4ff33d098ee8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=06aad22d-9cd9-4e6a-b76f-f395bd796545 HTTP/1.1" status: 200 len: 916 time: 0.0904944 Sep 27 07:58:24.993737 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-04ddeaa5-246f-4201-8e4f-98896f5b4a27 req-4d3e2c91-1070-4272-86a0-21ad1d64fc18 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d1cf396-5466-432c-b402-0c7a90f1e5db HTTP/1.1" status: 200 len: 1001 time: 0.0617194 Sep 27 07:58:25.051704 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddeaa5-246f-4201-8e4f-98896f5b4a27 req-4be245d4-199b-46a7-8013-6c30bf9a00ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:25.053700 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-04ddeaa5-246f-4201-8e4f-98896f5b4a27 req-4be245d4-199b-46a7-8013-6c30bf9a00ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3446fc4a-d5c1-4650-a23a-1fd0ac050ea8 HTTP/1.1" status: 200 len: 854 time: 0.0437486 Sep 27 07:58:25.066671 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-067f8dfc-b6ea-47d3-a5fc-b2412c272d67 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:25.093519 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f8dfc-b6ea-47d3-a5fc-b2412c272d67 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Pushing event deleted for resources: {'Port': ['ID=eef7c736-67a8-4a30-88fb-39c2f2df7cd7,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:25.101753 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddeaa5-246f-4201-8e4f-98896f5b4a27 req-5611f00b-3b9b-417d-a734-e8b93a99edbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:25.103309 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-04ddeaa5-246f-4201-8e4f-98896f5b4a27 req-5611f00b-3b9b-417d-a734-e8b93a99edbb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=06aad22d-9cd9-4e6a-b76f-f395bd796545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415270 Sep 27 07:58:25.154140 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-067f8dfc-b6ea-47d3-a5fc-b2412c272d67 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks [] for floatingip, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:25.154484 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.l3_db [None req-067f8dfc-b6ea-47d3-a5fc-b2412c272d67 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Floating IP fdab3d30-1f60-4070-8e52-29d0650a7aa5 disassociated (deleted). External IP: 172.27.0.128, port: 6d1cf396-5466-432c-b402-0c7a90f1e5db. Sep 27 07:58:25.200115 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-04ddeaa5-246f-4201-8e4f-98896f5b4a27 req-4cddf65d-0b7c-4b4f-88f5-67538cdecfc3 service neutron] 10.222.0.25 "GET /v2.0/networks/06aad22d-9cd9-4e6a-b76f-f395bd796545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877776 Sep 27 07:58:25.325729 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-04ddeaa5-246f-4201-8e4f-98896f5b4a27 req-8ead2a12-1836-4b0d-a8a3-9de21bac2c40 service neutron] 10.222.0.25 "GET /v2.0/networks/06aad22d-9cd9-4e6a-b76f-f395bd796545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173742 Sep 27 07:58:25.332178 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f765271-7f18-4425-888f-061f16d503f1 req-9a4727ad-f93d-4caa-a0a8-c89895b0f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:25.334360 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2f765271-7f18-4425-888f-061f16d503f1 req-9a4727ad-f93d-4caa-a0a8-c89895b0f748 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 1099 time: 0.0669677 Sep 27 07:58:25.377585 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2f765271-7f18-4425-888f-061f16d503f1 req-64ee937d-2889-42f4-a52b-72af92a54781 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330110 Sep 27 07:58:25.630082 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4097e-4521-4985-a26e-e26e35f4b8a0 req-3cc9425b-ba6b-4f38-ab3f-8f5110a83a59 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:25.631581 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0bc4097e-4521-4985-a26e-e26e35f4b8a0 req-3cc9425b-ba6b-4f38-ab3f-8f5110a83a59 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 946 time: 0.0903242 Sep 27 07:58:25.661244 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-067f8dfc-b6ea-47d3-a5fc-b2412c272d67 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Router fc4df391-aac6-4863-8401-d07485e5d6e1 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:58:25.683498 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0bc4097e-4521-4985-a26e-e26e35f4b8a0 req-899b34c0-824c-427a-ab28-724a91b7ea51 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442779 Sep 27 07:58:25.785414 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-067f8dfc-b6ea-47d3-a5fc-b2412c272d67 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:58:25.790295 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-067f8dfc-b6ea-47d3-a5fc-b2412c272d67 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:25.802496 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd5b0e-2e45-4e6c-95be-340fed47efb0 None None] Sync routers for ids ['fc4df391-aac6-4863-8401-d07485e5d6e1'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:58:25.812009 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd5b0e-2e45-4e6c-95be-340fed47efb0 None None] Routers {'fc4df391-aac6-4863-8401-d07485e5d6e1'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:58:25.812321 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-08fd5b0e-2e45-4e6c-95be-340fed47efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:58:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['fc4df391-aac6-4863-8401-d07485e5d6e1'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:25.824187 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-067f8dfc-b6ea-47d3-a5fc-b2412c272d67 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "DELETE /v2.0/floatingips/fdab3d30-1f60-4070-8e52-29d0650a7aa5 HTTP/1.1" status: 204 len: 168 time: 1.3181226 Sep 27 07:58:26.055125 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-08fd5b0e-2e45-4e6c-95be-340fed47efb0 None None] Set router fc4df391-aac6-4863-8401-d07485e5d6e1 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:58:26.241428 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-08fd5b0e-2e45-4e6c-95be-340fed47efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'name': 'tempest-TestMinimumBasicScenario-1965212984-router', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:00Z', 'updated_at': '2021-09-27T07:55:05Z', 'revision_number': 4, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'gw_port': {'id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:01Z', 'updated_at': '2021-09-27T07:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '283942db-17ab-456e-aa82-1165891ca1c8', 'name': '', 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'mac_address': 'fa:16:3e:03:86:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3446fc4a-d5c1-4650-a23a-1fd0ac050ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:05Z', 'updated_at': '2021-09-27T07:55:11Z', 'revision_number': 5, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'subnets': [{'id': '3446fc4a-d5c1-4650-a23a-1fd0ac050ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:26.266140 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd5b0e-2e45-4e6c-95be-340fed47efb0 None None] Checking router: fc4df391-aac6-4863-8401-d07485e5d6e1 for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:58:26.274626 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd5b0e-2e45-4e6c-95be-340fed47efb0 None None] Routers {'fc4df391-aac6-4863-8401-d07485e5d6e1'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:58:26.275229 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-08fd5b0e-2e45-4e6c-95be-340fed47efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:58:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['fc4df391-aac6-4863-8401-d07485e5d6e1'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:26.382356 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-08fd5b0e-2e45-4e6c-95be-340fed47efb0 None None] Set router fc4df391-aac6-4863-8401-d07485e5d6e1 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:58:26.595222 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-08fd5b0e-2e45-4e6c-95be-340fed47efb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'name': 'tempest-TestMinimumBasicScenario-1965212984-router', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:00Z', 'updated_at': '2021-09-27T07:55:05Z', 'revision_number': 4, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'gw_port': {'id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:01Z', 'updated_at': '2021-09-27T07:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '283942db-17ab-456e-aa82-1165891ca1c8', 'name': '', 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'mac_address': 'fa:16:3e:03:86:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3446fc4a-d5c1-4650-a23a-1fd0ac050ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:05Z', 'updated_at': '2021-09-27T07:55:11Z', 'revision_number': 5, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'subnets': [{'id': '3446fc4a-d5c1-4650-a23a-1fd0ac050ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:26.621176 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd5b0e-2e45-4e6c-95be-340fed47efb0 None None] The sync data for ids ['fc4df391-aac6-4863-8401-d07485e5d6e1'] in dv-cinder-811078-1-iscsi is: [{'id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'name': 'tempest-TestMinimumBasicScenario-1965212984-router', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:00Z', 'updated_at': '2021-09-27T07:55:05Z', 'revision_number': 4, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'gw_port': {'id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:01Z', 'updated_at': '2021-09-27T07:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '283942db-17ab-456e-aa82-1165891ca1c8', 'name': '', 'network_id': '06aad22d-9cd9-4e6a-b76f-f395bd796545', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'mac_address': 'fa:16:3e:03:86:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': '3446fc4a-d5c1-4650-a23a-1fd0ac050ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:05Z', 'updated_at': '2021-09-27T07:55:11Z', 'revision_number': 5, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'subnets': [{'id': '3446fc4a-d5c1-4650-a23a-1fd0ac050ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:58:26.756087 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4', 'tag': '6d1cf396-5466-432c-b402-0c7a90f1e5db'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:58:26.761265 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da03fcfa-6a3a-4a7c-b780-51fbdab40bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4", "tag": "6d1cf396-5466-432c-b402-0c7a90f1e5db"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:58:26.828372 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92eb16-69d3-464c-bd93-78ab8abee1d4 req-582890ff-2e85-493a-a3a9-c2a01d1078e2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:26.830224 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0d92eb16-69d3-464c-bd93-78ab8abee1d4 req-582890ff-2e85-493a-a3a9-c2a01d1078e2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 946 time: 0.0612941 Sep 27 07:58:26.859750 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b717fae7-48ab-4a3e-8fb4-abea3d1b3643 None None] New status for floating IP fdab3d30-1f60-4070-8e52-29d0650a7aa5: DOWN {{(pid=106360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 07:58:26.871873 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0d92eb16-69d3-464c-bd93-78ab8abee1d4 req-12b8bab1-209f-4d96-8c71-dfc52dfd41f9 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345654 Sep 27 07:58:26.930497 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf86022-8318-456f-a481-650c0635c1df x-openstack-request-id: req-8cf86022-8318-456f-a481-650c0635c1df {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:58:26.931013 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4", "tag": "6d1cf396-5466-432c-b402-0c7a90f1e5db", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:58:26.931672 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8cf86022-8318-456f-a481-650c0635c1df {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:58:26.932164 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4', 'tag': '6d1cf396-5466-432c-b402-0c7a90f1e5db', 'status': 'completed', 'code': 200} Sep 27 07:58:27.001614 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03fcfa-6a3a-4a7c-b780-51fbdab40bc1 req-1a9a3489-e733-4da3-9a86-225fb12e3f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:27.003091 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-da03fcfa-6a3a-4a7c-b780-51fbdab40bc1 req-1a9a3489-e733-4da3-9a86-225fb12e3f9e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b2891b7e2846afbeaa597a6484d7ab&device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 1098 time: 0.0466139 Sep 27 07:58:27.115383 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03fcfa-6a3a-4a7c-b780-51fbdab40bc1 req-17c896d2-6e27-4027-9a3e-75bbac4bce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:27.116800 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-da03fcfa-6a3a-4a7c-b780-51fbdab40bc1 req-17c896d2-6e27-4027-9a3e-75bbac4bce9e service neutron] 10.222.0.25 "GET /v2.0/networks?id=06aad22d-9cd9-4e6a-b76f-f395bd796545 HTTP/1.1" status: 200 len: 916 time: 0.0885439 Sep 27 07:58:27.120002 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1d179-0268-429b-a64e-5eb8a50a5a4a req-fb1c6708-fb3e-40e3-ba5c-71dc42f8d387 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:27.121530 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5bc1d179-0268-429b-a64e-5eb8a50a5a4a req-fb1c6708-fb3e-40e3-ba5c-71dc42f8d387 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 946 time: 0.0495560 Sep 27 07:58:27.161853 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-da03fcfa-6a3a-4a7c-b780-51fbdab40bc1 req-eef8b01a-c38c-42ed-84ce-f55586b3521f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6d1cf396-5466-432c-b402-0c7a90f1e5db HTTP/1.1" status: 200 len: 217 time: 0.0345786 Sep 27 07:58:27.162785 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5bc1d179-0268-429b-a64e-5eb8a50a5a4a req-0bb9b433-2e21-41f8-87f5-d115230184f8 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351872 Sep 27 07:58:27.184725 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41226) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:27.210639 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03fcfa-6a3a-4a7c-b780-51fbdab40bc1 req-3ec4d1d3-c2fc-4034-b7e5-febc0b6833da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:27.212086 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-da03fcfa-6a3a-4a7c-b780-51fbdab40bc1 req-3ec4d1d3-c2fc-4034-b7e5-febc0b6833da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3446fc4a-d5c1-4650-a23a-1fd0ac050ea8 HTTP/1.1" status: 200 len: 854 time: 0.0433202 Sep 27 07:58:27.260018 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03fcfa-6a3a-4a7c-b780-51fbdab40bc1 req-0449cda8-f5c3-439d-a1aa-a285f8859dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:27.261898 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-da03fcfa-6a3a-4a7c-b780-51fbdab40bc1 req-0449cda8-f5c3-439d-a1aa-a285f8859dea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=06aad22d-9cd9-4e6a-b76f-f395bd796545&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423687 Sep 27 07:58:27.359531 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-da03fcfa-6a3a-4a7c-b780-51fbdab40bc1 req-4d60d83d-02ea-411a-a51f-d4259f7d7e13 service neutron] 10.222.0.25 "GET /v2.0/networks/06aad22d-9cd9-4e6a-b76f-f395bd796545?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877175 Sep 27 07:58:27.379008 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56167344-98b4-427f-b61a-75c7b9bafab7 tempest-TestVolumeBootPattern-259320964 tempest-TestVolumeBootPattern-259320964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:27.380495 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-56167344-98b4-427f-b61a-75c7b9bafab7 tempest-TestVolumeBootPattern-259320964 tempest-TestVolumeBootPattern-259320964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 1094 time: 0.1946805 Sep 27 07:58:27.383376 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41230) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:27.390594 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Request body: {'floatingip': {'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'port_id': 'df070caa-5533-4b2c-b16e-0baca1bd2820', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:58:27.453075 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-da03fcfa-6a3a-4a7c-b780-51fbdab40bc1 req-0b13bfa3-ef08-4dfa-8a61-1c6df9ea2991 service neutron] 10.222.0.25 "GET /v2.0/networks/06aad22d-9cd9-4e6a-b76f-f395bd796545?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862036 Sep 27 07:58:27.466848 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for floatingip, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:27.569157 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:27.678016 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Allocated IP 172.27.0.95 (12b44509-c0c8-4d46-aca9-a93a6e96d753/98d9ac14-3553-4580-92ce-723937f48855/6968ef63-2538-4368-9d28-46840d307592) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:58:27.775601 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:27.871089 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:27.914891 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:58:27.917665 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:58:27.920236 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:58:27.948788 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event updated for resources: {'Port': ['ID=6968ef63-2538-4368-9d28-46840d307592,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:28.262920 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:28.411618 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:28.563258 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for port, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:28.621302 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:28.695356 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event updated for resources: {'Port': ['ID=6968ef63-2538-4368-9d28-46840d307592,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:28.703452 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560409'] for floatingip, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:28.800931 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.l3_db [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Floating IP 418d46e6-5e9a-4fca-a07c-d636d296d25b associated. External IP: 172.27.0.95, port: df070caa-5533-4b2c-b16e-0baca1bd2820. Sep 27 07:58:29.005293 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Router 18080568-c41b-4897-bddc-d25eb31261c7 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:58:29.113145 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:58:29.122608 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c731b6a-c4f1-4901-8e1e-7460060d37e8 None None] Sync routers for ids ['18080568-c41b-4897-bddc-d25eb31261c7'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:58:29.131489 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c731b6a-c4f1-4901-8e1e-7460060d37e8 None None] Routers {'18080568-c41b-4897-bddc-d25eb31261c7'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:58:29.132098 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-9c731b6a-c4f1-4901-8e1e-7460060d37e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:58:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['18080568-c41b-4897-bddc-d25eb31261c7'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:29.209854 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:29.238408 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-2082cd45-e678-4cb9-b828-100750e1fbb2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8538871 Sep 27 07:58:29.239072 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf58be2-6439-4d33-bd7a-8055028e89c2', 'tag': 'df070caa-5533-4b2c-b16e-0baca1bd2820'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:58:29.241531 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e11135-997d-4470-a40a-373d5a604b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf58be2-6439-4d33-bd7a-8055028e89c2", "tag": "df070caa-5533-4b2c-b16e-0baca1bd2820"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:58:29.245960 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-9c731b6a-c4f1-4901-8e1e-7460060d37e8 None None] Set router 18080568-c41b-4897-bddc-d25eb31261c7 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:58:29.476545 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-9c731b6a-c4f1-4901-8e1e-7460060d37e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '418d46e6-5e9a-4fca-a07c-d636d296d25b', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'port_id': 'df070caa-5533-4b2c-b16e-0baca1bd2820', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'mac_address': 'fa:16:3e:97:f5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf58be2-6439-4d33-bd7a-8055028e89c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:58:28Z', 'updated_at': '2021-09-27T07:58:28Z', 'revision_number': 0, 'project_id': '7372ab2de4b249ec874584aff9211066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 5, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:29.482498 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af212c1-9c98-4c49-a381-810504b68a6c req-5abe8e44-1781-43ef-af1c-f1e14b3c16df tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:29.484006 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3af212c1-9c98-4c49-a381-810504b68a6c req-5abe8e44-1781-43ef-af1c-f1e14b3c16df tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0518179 Sep 27 07:58:29.502524 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c731b6a-c4f1-4901-8e1e-7460060d37e8 None None] Checking router: 18080568-c41b-4897-bddc-d25eb31261c7 for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:58:29.513218 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c731b6a-c4f1-4901-8e1e-7460060d37e8 None None] Routers {'18080568-c41b-4897-bddc-d25eb31261c7'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:58:29.513784 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-9c731b6a-c4f1-4901-8e1e-7460060d37e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:58:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['18080568-c41b-4897-bddc-d25eb31261c7'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:29.525613 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3af212c1-9c98-4c49-a381-810504b68a6c req-e5f2ad46-be74-4243-b72d-c2342dfedf76 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351260 Sep 27 07:58:29.588003 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf833de-030f-4e0f-8251-30ba34953450 x-openstack-request-id: req-0cf833de-030f-4e0f-8251-30ba34953450 {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:58:29.588343 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf58be2-6439-4d33-bd7a-8055028e89c2", "tag": "df070caa-5533-4b2c-b16e-0baca1bd2820", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:58:29.588597 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0cf833de-030f-4e0f-8251-30ba34953450 {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:58:29.589076 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf58be2-6439-4d33-bd7a-8055028e89c2', 'tag': 'df070caa-5533-4b2c-b16e-0baca1bd2820', 'status': 'completed', 'code': 200} Sep 27 07:58:29.629527 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-9c731b6a-c4f1-4901-8e1e-7460060d37e8 None None] Set router 18080568-c41b-4897-bddc-d25eb31261c7 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:58:29.656720 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e11135-997d-4470-a40a-373d5a604b6b req-dbdd4fe4-0337-4484-baf7-9601220ed6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:29.658388 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-71e11135-997d-4470-a40a-373d5a604b6b req-dbdd4fe4-0337-4484-baf7-9601220ed6e0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7372ab2de4b249ec874584aff9211066&device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 1099 time: 0.0408597 Sep 27 07:58:29.750832 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e11135-997d-4470-a40a-373d5a604b6b req-1ccebde0-d242-458a-b964-99537fb3dc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:29.752445 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-71e11135-997d-4470-a40a-373d5a604b6b req-1ccebde0-d242-458a-b964-99537fb3dc88 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 HTTP/1.1" status: 200 len: 912 time: 0.0849323 Sep 27 07:58:29.821871 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-71e11135-997d-4470-a40a-373d5a604b6b req-2206f5c0-e167-4c41-a998-a2da358acee6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df070caa-5533-4b2c-b16e-0baca1bd2820 HTTP/1.1" status: 200 len: 999 time: 0.0620515 Sep 27 07:58:29.853279 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-9c731b6a-c4f1-4901-8e1e-7460060d37e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '418d46e6-5e9a-4fca-a07c-d636d296d25b', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'port_id': 'df070caa-5533-4b2c-b16e-0baca1bd2820', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'mac_address': 'fa:16:3e:97:f5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf58be2-6439-4d33-bd7a-8055028e89c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:58:28Z', 'updated_at': '2021-09-27T07:58:28Z', 'revision_number': 0, 'project_id': '7372ab2de4b249ec874584aff9211066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 5, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:29.873997 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e11135-997d-4470-a40a-373d5a604b6b req-7d492a54-3133-4924-ae93-e7587b33ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:29.875434 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-71e11135-997d-4470-a40a-373d5a604b6b req-7d492a54-3133-4924-ae93-e7587b33ce7d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9fe12f2-248d-4306-8a76-9ebdafe41649 HTTP/1.1" status: 200 len: 850 time: 0.0423751 Sep 27 07:58:29.882657 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c731b6a-c4f1-4901-8e1e-7460060d37e8 None None] The sync data for ids ['18080568-c41b-4897-bddc-d25eb31261c7'] in dv-cinder-811078-1-iscsi is: [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '418d46e6-5e9a-4fca-a07c-d636d296d25b', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'floating_ip_address': '172.27.0.95', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'port_id': 'df070caa-5533-4b2c-b16e-0baca1bd2820', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'mac_address': 'fa:16:3e:97:f5:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cf58be2-6439-4d33-bd7a-8055028e89c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:58:28Z', 'updated_at': '2021-09-27T07:58:28Z', 'revision_number': 0, 'project_id': '7372ab2de4b249ec874584aff9211066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 5, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:58:29.923980 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e11135-997d-4470-a40a-373d5a604b6b req-1d197c44-1ae4-4a83-8070-892c8b2bc6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:29.925553 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-71e11135-997d-4470-a40a-373d5a604b6b req-1d197c44-1ae4-4a83-8070-892c8b2bc6ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424793 Sep 27 07:58:30.019455 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-71e11135-997d-4470-a40a-373d5a604b6b req-584241f9-21b5-40be-b816-fda448ce4ab9 service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864913 Sep 27 07:58:30.085081 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe130c7-75d9-4cea-ad71-604139feb40f None None] New status for floating IP 418d46e6-5e9a-4fca-a07c-d636d296d25b: ACTIVE {{(pid=106360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 07:58:30.119245 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-71e11135-997d-4470-a40a-373d5a604b6b req-506e941d-e617-4c55-8b85-a0697eaab9f5 service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883379 Sep 27 07:58:30.647393 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d7322-0dfe-4285-a480-8ec2ed8c1976 req-bc491900-badd-4dfd-9fef-355bb954e758 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:30.648822 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cc5d7322-0dfe-4285-a480-8ec2ed8c1976 req-bc491900-badd-4dfd-9fef-355bb954e758 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0503089 Sep 27 07:58:30.689012 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cc5d7322-0dfe-4285-a480-8ec2ed8c1976 req-fd013a2c-ee56-48e1-a81b-58df41a5a5fd tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342607 Sep 27 07:58:31.139535 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957aea3-6d94-4915-9ff2-7327273e070c req-85791f0f-3f07-4656-9732-9d84428c48b3 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:31.141047 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7957aea3-6d94-4915-9ff2-7327273e070c req-85791f0f-3f07-4656-9732-9d84428c48b3 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 945 time: 0.0495882 Sep 27 07:58:31.178229 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7957aea3-6d94-4915-9ff2-7327273e070c req-677d3e10-5388-423c-a4a2-8bed216e20ee tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305662 Sep 27 07:58:31.810276 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc628f-a605-4129-8404-c16be1e9a81b req-5d5f66bf-756a-4d36-bb78-fa38a93898b1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:31.811669 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9ecc628f-a605-4129-8404-c16be1e9a81b req-5d5f66bf-756a-4d36-bb78-fa38a93898b1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0487869 Sep 27 07:58:31.848018 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9ecc628f-a605-4129-8404-c16be1e9a81b req-5ecefb27-b7b6-448c-aaf2-e8b93b975ae1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304992 Sep 27 07:58:32.290749 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cb54b-b814-48e6-af03-805b5499aa28 req-01ed5194-b957-42d4-9d39-0a9ea05f9ca1 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:32.292661 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4a2cb54b-b814-48e6-af03-805b5499aa28 req-01ed5194-b957-42d4-9d39-0a9ea05f9ca1 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 945 time: 0.0492635 Sep 27 07:58:32.332215 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4a2cb54b-b814-48e6-af03-805b5499aa28 req-44be6894-5118-4870-aa6d-ae7d2ae424d5 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339997 Sep 27 07:58:32.363475 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:32.968436 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26690341-b955-4ff6-9f18-684e53218533 req-1bcd8e16-3c40-4580-ad20-707d4a12aefb tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:32.969192 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc020b-df90-4326-a255-009be9d1c7ab req-60205271-f8fc-4d47-ba97-f1e6186cf4f7 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:32.969936 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-26690341-b955-4ff6-9f18-684e53218533 req-1bcd8e16-3c40-4580-ad20-707d4a12aefb tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.25 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 945 time: 0.0490010 Sep 27 07:58:32.970343 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-00dc020b-df90-4326-a255-009be9d1c7ab req-60205271-f8fc-4d47-ba97-f1e6186cf4f7 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0499694 Sep 27 07:58:33.009074 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-00dc020b-df90-4326-a255-009be9d1c7ab req-5d6ba24f-d3a4-4630-8a78-e38fae85e661 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325685 Sep 27 07:58:33.059950 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-26690341-b955-4ff6-9f18-684e53218533 req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Deleting port 6d1cf396-5466-432c-b402-0c7a90f1e5db {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:58:33.060291 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-26690341-b955-4ff6-9f18-684e53218533 req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:33.366809 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-26690341-b955-4ff6-9f18-684e53218533 req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] For port 6d1cf396-5466-432c-b402-0c7a90f1e5db, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=6d1cf396-5466-432c-b402-0c7a90f1e5db,segment=NetworkSegment(2cd8c745-3887-4dd3-8293-288c1e55122f),segment_id=2cd8c745-3887-4dd3-8293-288c1e55122f)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:33.367185 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-26690341-b955-4ff6-9f18-684e53218533 req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:33.379848 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-26690341-b955-4ff6-9f18-684e53218533 req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Calling delete_port for 6d1cf396-5466-432c-b402-0c7a90f1e5db owned by compute:nova {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:58:33.414961 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-3e879e44-e726-4ad7-908c-90f65a354f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:33.448489 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285855a-0f99-4604-aa4c-27ccd044da04 req-ad4fefb8-11b5-4158-8aa6-c8ae3e295236 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:33.449952 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f285855a-0f99-4604-aa4c-27ccd044da04 req-ad4fefb8-11b5-4158-8aa6-c8ae3e295236 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 945 time: 0.0521927 Sep 27 07:58:33.487951 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f285855a-0f99-4604-aa4c-27ccd044da04 req-7231ea3f-b8db-471a-8855-303228d95baa tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/security-groups?id=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318048 Sep 27 07:58:33.569377 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-26690341-b955-4ff6-9f18-684e53218533 req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:33.588044 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['6d1cf396-5466-432c-b402-0c7a90f1e5db'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:58:33.597631 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Pushing event deleted for resources: {'Port': ['ID=6d1cf396-5466-432c-b402-0c7a90f1e5db,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:33.610418 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:33.610418 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:33.610722 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:33.610969 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:33.611306 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:33.611671 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:33.612020 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:33.612333 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:33.612661 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:33.613016 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:33.613404 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:33.613657 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:33.646869 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-26690341-b955-4ff6-9f18-684e53218533 req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] No DVR routers for this DVR port 6d1cf396-5466-432c-b402-0c7a90f1e5db on host hv-cinder-81107 {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:58:33.649299 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-26690341-b955-4ff6-9f18-684e53218533 req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:33.651345 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-26690341-b955-4ff6-9f18-684e53218533 req-097ed17c-3c4a-4556-b69f-7cce3687f4be tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.25 "DELETE /v2.0/ports/6d1cf396-5466-432c-b402-0c7a90f1e5db HTTP/1.1" status: 204 len: 173 time: 0.6753836 Sep 27 07:58:33.651782 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4', 'name': 'network-vif-deleted', 'tag': '6d1cf396-5466-432c-b402-0c7a90f1e5db'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:58:33.654008 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef05972-0d1c-457e-9772-9425cd6155ef" -d '{"events": [{"server_uuid": "52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4", "name": "network-vif-deleted", "tag": "6d1cf396-5466-432c-b402-0c7a90f1e5db"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:58:33.689939 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6439a1-1748-4bef-8ff8-bc0e2e73ff5a x-openstack-request-id: req-cc6439a1-1748-4bef-8ff8-bc0e2e73ff5a {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:58:33.690234 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4", "name": "network-vif-deleted", "tag": "6d1cf396-5466-432c-b402-0c7a90f1e5db", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:58:33.690489 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-cc6439a1-1748-4bef-8ff8-bc0e2e73ff5a {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:58:33.690882 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4', 'name': 'network-vif-deleted', 'tag': '6d1cf396-5466-432c-b402-0c7a90f1e5db', 'status': 'completed', 'code': 200} Sep 27 07:58:34.184087 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162e6c6-d809-4f5d-a7cf-69e935c17309 req-73f636b2-a3a1-4795-a846-8a4fa9227763 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:34.185628 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2162e6c6-d809-4f5d-a7cf-69e935c17309 req-73f636b2-a3a1-4795-a846-8a4fa9227763 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.1032073 Sep 27 07:58:34.228668 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2162e6c6-d809-4f5d-a7cf-69e935c17309 req-1e2701ab-47fe-4f79-84a9-2f0b0a316a5d tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369232 Sep 27 07:58:34.273642 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7ab83dde-b8a1-4784-8821-a61d0f4a847c req-9ed98102-8fa2-475c-8126-cd79e690699d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0255387 Sep 27 07:58:34.375555 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7ab83dde-b8a1-4784-8821-a61d0f4a847c req-c1de7d04-c2e3-46c2-afc3-6f8c68eea051 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b5b2891b7e2846afbeaa597a6484d7ab&device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 210 time: 0.0369921 Sep 27 07:58:34.510511 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab83dde-b8a1-4784-8821-a61d0f4a847c req-a3bb5ac6-bd0a-4c3d-a2d7-e6605cc10dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:34.510710 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7ab83dde-b8a1-4784-8821-a61d0f4a847c req-a3bb5ac6-bd0a-4c3d-a2d7-e6605cc10dca service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b5b2891b7e2846afbeaa597a6484d7ab&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1029689 Sep 27 07:58:34.603955 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5a6f0176-34e7-4467-8eed-edf7585c9e10 req-e6992ab5-7598-4a85-8633-d637871c6cb5 tempest-TestMinimumBasicScenario-330713548 tempest-TestMinimumBasicScenario-330713548-project] 10.222.0.11 "GET /v2.0/ports?device_id=52647b24-2fa8-4b1e-8b75-c4dbe9bb15a4 HTTP/1.1" status: 200 len: 210 time: 0.0257187 Sep 27 07:58:34.614895 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab83dde-b8a1-4784-8821-a61d0f4a847c req-12efdcac-0e8c-4e49-aaeb-5fbbd3c69d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:34.617008 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7ab83dde-b8a1-4784-8821-a61d0f4a847c req-12efdcac-0e8c-4e49-aaeb-5fbbd3c69d75 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987062 Sep 27 07:58:35.365172 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c5251d-cdff-4eec-9d2c-cf8695c42773 req-03f87420-2bdb-4814-886b-8167f1dcd5e5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:35.366634 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-44c5251d-cdff-4eec-9d2c-cf8695c42773 req-03f87420-2bdb-4814-886b-8167f1dcd5e5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0513952 Sep 27 07:58:35.403456 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-44c5251d-cdff-4eec-9d2c-cf8695c42773 req-b4ddd393-2dd9-4586-8c3b-32b64c891c22 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308590 Sep 27 07:58:36.192395 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-36bf5bba-65be-40b1-9df2-72c0a7fc443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:36.538975 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 6d1cf396-5466-432c-b402-0c7a90f1e5db no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:58:36.560331 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c77b3-8a26-453c-89b3-afc7e9a51a85 req-ca50e5e0-4683-44d9-a359-6f394b942038 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:36.562011 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-348c77b3-8a26-453c-89b3-afc7e9a51a85 req-ca50e5e0-4683-44d9-a359-6f394b942038 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0835378 Sep 27 07:58:36.571626 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] No Port match for: 6d1cf396-5466-432c-b402-0c7a90f1e5db {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:58:36.572270 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 6d1cf396-5466-432c-b402-0c7a90f1e5db not bound to the agent host hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:58:36.601317 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-348c77b3-8a26-453c-89b3-afc7e9a51a85 req-39594bce-b36d-46d5-a63b-7a9ec9473ed1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328894 Sep 27 07:58:36.647651 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:36.984257 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:37.723929 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb60a5a-45b5-43e8-9eca-810582a9be10 req-2eeed39d-7241-4604-a2c9-7a8545d1bfe5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:37.725964 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-abb60a5a-45b5-43e8-9eca-810582a9be10 req-2eeed39d-7241-4604-a2c9-7a8545d1bfe5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0543470 Sep 27 07:58:37.763827 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-abb60a5a-45b5-43e8-9eca-810582a9be10 req-dd8945f4-a6ea-47db-97dc-7e90c49bbcf8 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317111 Sep 27 07:58:37.862361 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41370) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:38.195140 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-54ceddc4-0712-4ea2-af6d-673bf9788fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560153'] for router_interface, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:38.430975 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-54ceddc4-0712-4ea2-af6d-673bf9788fd4 admin admin] Deleting port 283942db-17ab-456e-aa82-1165891ca1c8 {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:58:38.431318 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-54ceddc4-0712-4ea2-af6d-673bf9788fd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:38.511516 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-54ceddc4-0712-4ea2-af6d-673bf9788fd4 admin admin] For port 283942db-17ab-456e-aa82-1165891ca1c8, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=283942db-17ab-456e-aa82-1165891ca1c8,segment=NetworkSegment(2cd8c745-3887-4dd3-8293-288c1e55122f),segment_id=2cd8c745-3887-4dd3-8293-288c1e55122f)] {{(pid=106358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:38.511877 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-54ceddc4-0712-4ea2-af6d-673bf9788fd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:38.525184 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-54ceddc4-0712-4ea2-af6d-673bf9788fd4 admin admin] Calling delete_port for 283942db-17ab-456e-aa82-1165891ca1c8 owned by network:router_interface {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:58:38.751815 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-54ceddc4-0712-4ea2-af6d-673bf9788fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:38.775626 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ceddc4-0712-4ea2-af6d-673bf9788fd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=283942db-17ab-456e-aa82-1165891ca1c8,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:38.937889 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:39.224736 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb05c9b-5209-4ed9-89bc-4d9278155b11 req-48403b57-f59f-4899-89ed-863eec548599 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:39.226255 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ceb05c9b-5209-4ed9-89bc-4d9278155b11 req-48403b57-f59f-4899-89ed-863eec548599 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.3844864 Sep 27 07:58:39.249156 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-54ceddc4-0712-4ea2-af6d-673bf9788fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560528'] for router_interface, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:39.304310 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ceb05c9b-5209-4ed9-89bc-4d9278155b11 req-e43dc7f4-7735-4267-981b-1a359591e2bd tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718348 Sep 27 07:58:39.466031 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ceddc4-0712-4ea2-af6d-673bf9788fd4 admin admin] Router fc4df391-aac6-4863-8401-d07485e5d6e1 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:58:39.569201 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ceddc4-0712-4ea2-af6d-673bf9788fd4 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:58:39.574254 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-54ceddc4-0712-4ea2-af6d-673bf9788fd4 admin admin] 10.222.0.11 "PUT /v2.0/routers/fc4df391-aac6-4863-8401-d07485e5d6e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7107615 Sep 27 07:58:39.576739 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41378) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:39.579273 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c589b-c527-4b85-8dd5-0b617035e0f3 None None] Sync routers for ids ['fc4df391-aac6-4863-8401-d07485e5d6e1'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:58:39.588793 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c589b-c527-4b85-8dd5-0b617035e0f3 None None] Routers {'fc4df391-aac6-4863-8401-d07485e5d6e1'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:58:39.589509 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-d65c589b-c527-4b85-8dd5-0b617035e0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:58:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['fc4df391-aac6-4863-8401-d07485e5d6e1'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:39.678052 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a61682b8-3045-430a-bc99-60220a48e788 admin admin] Notify callbacks [] for router, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:39.689771 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-d65c589b-c527-4b85-8dd5-0b617035e0f3 None None] Set router fc4df391-aac6-4863-8401-d07485e5d6e1 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:58:39.777684 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a61682b8-3045-430a-bc99-60220a48e788 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:39.865441 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-d65c589b-c527-4b85-8dd5-0b617035e0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'name': 'tempest-TestMinimumBasicScenario-1965212984-router', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:00Z', 'updated_at': '2021-09-27T07:58:38Z', 'revision_number': 5, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'gw_port': {'id': '0a2ef0a0-e2cb-44fa-a664-7d60ff76158f', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:c3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:01Z', 'updated_at': '2021-09-27T07:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:39.887133 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-a61682b8-3045-430a-bc99-60220a48e788 admin admin] Deleting port 0a2ef0a0-e2cb-44fa-a664-7d60ff76158f {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:58:39.887473 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a61682b8-3045-430a-bc99-60220a48e788 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:39.891856 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c589b-c527-4b85-8dd5-0b617035e0f3 None None] Checking router: fc4df391-aac6-4863-8401-d07485e5d6e1 for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:58:39.900288 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c589b-c527-4b85-8dd5-0b617035e0f3 None None] Routers {'fc4df391-aac6-4863-8401-d07485e5d6e1'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:58:39.900909 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-d65c589b-c527-4b85-8dd5-0b617035e0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:58:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['fc4df391-aac6-4863-8401-d07485e5d6e1'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:39.967308 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-a61682b8-3045-430a-bc99-60220a48e788 admin admin] For port 0a2ef0a0-e2cb-44fa-a664-7d60ff76158f, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=0a2ef0a0-e2cb-44fa-a664-7d60ff76158f,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:39.967680 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a61682b8-3045-430a-bc99-60220a48e788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:39.981420 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-a61682b8-3045-430a-bc99-60220a48e788 admin admin] Calling delete_port for 0a2ef0a0-e2cb-44fa-a664-7d60ff76158f owned by network:router_gateway {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:58:40.113130 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-d65c589b-c527-4b85-8dd5-0b617035e0f3 None None] Set router fc4df391-aac6-4863-8401-d07485e5d6e1 gateway port host: None {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:58:40.164100 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-d65c589b-c527-4b85-8dd5-0b617035e0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'name': 'tempest-TestMinimumBasicScenario-1965212984-router', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:00Z', 'updated_at': '2021-09-27T07:58:39Z', 'revision_number': 6, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'gw_port_host': None}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:40.192230 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c589b-c527-4b85-8dd5-0b617035e0f3 None None] The sync data for ids ['fc4df391-aac6-4863-8401-d07485e5d6e1'] in dv-cinder-811078-1-iscsi is: [{'id': 'fc4df391-aac6-4863-8401-d07485e5d6e1', 'name': 'tempest-TestMinimumBasicScenario-1965212984-router', 'tenant_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:00Z', 'updated_at': '2021-09-27T07:58:39Z', 'revision_number': 6, 'project_id': 'b5b2891b7e2846afbeaa597a6484d7ab', 'gw_port_host': None}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:58:40.231956 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a61682b8-3045-430a-bc99-60220a48e788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:40.255620 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61682b8-3045-430a-bc99-60220a48e788 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a2ef0a0-e2cb-44fa-a664-7d60ff76158f,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:40.319593 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a61682b8-3045-430a-bc99-60220a48e788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560467'] for router_gateway, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:40.432442 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a61682b8-3045-430a-bc99-60220a48e788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4772'] for router, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:40.436607 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a61682b8-3045-430a-bc99-60220a48e788 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:40.487662 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c203e-c4c8-440b-8ec3-2716c649c446 req-21e28126-806b-464e-8fa0-6db674806280 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:40.489103 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e93c203e-c4c8-440b-8ec3-2716c649c446 req-21e28126-806b-464e-8fa0-6db674806280 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.1117907 Sep 27 07:58:40.530844 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e93c203e-c4c8-440b-8ec3-2716c649c446 req-159a5a60-23a7-45ea-a9d1-388dbd5efa12 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351973 Sep 27 07:58:40.546951 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a61682b8-3045-430a-bc99-60220a48e788 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558645'] for router, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:40.547419 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61682b8-3045-430a-bc99-60220a48e788 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc4df391-aac6-4863-8401-d07485e5d6e1 {{(pid=106358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 07:58:40.558548 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a61682b8-3045-430a-bc99-60220a48e788 admin admin] Notify callbacks [] for router, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:40.561581 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-a61682b8-3045-430a-bc99-60220a48e788 admin admin] 10.222.0.11 "DELETE /v2.0/routers/fc4df391-aac6-4863-8401-d07485e5d6e1 HTTP/1.1" status: 204 len: 168 time: 0.9816835 Sep 27 07:58:40.561867 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41384) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:40.613262 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_v2 [None req-03faefd6-1e96-4937-af8f-d9f7b6b64003 admin admin] Deleting subnet 3446fc4a-d5c1-4650-a23a-1fd0ac050ea8 {{(pid=106358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 07:58:40.617455 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03faefd6-1e96-4937-af8f-d9f7b6b64003 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:40.652693 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03faefd6-1e96-4937-af8f-d9f7b6b64003 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5359040'] for subnet, precommit_delete_associations {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:40.759229 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03faefd6-1e96-4937-af8f-d9f7b6b64003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694807'] for subnet, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:40.855161 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03faefd6-1e96-4937-af8f-d9f7b6b64003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5864136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6131966'] for subnet, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:40.879174 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03faefd6-1e96-4937-af8f-d9f7b6b64003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3446fc4a-d5c1-4650-a23a-1fd0ac050ea8,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:40.883382 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03faefd6-1e96-4937-af8f-d9f7b6b64003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:40.885187 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-03faefd6-1e96-4937-af8f-d9f7b6b64003 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/3446fc4a-d5c1-4650-a23a-1fd0ac050ea8 HTTP/1.1" status: 204 len: 168 time: 0.3223147 Sep 27 07:58:40.887703 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41386) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:40.890136 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec574bb-6a2c-44a2-ba82-9c83bd9dbdca None None] Network 06aad22d-9cd9-4e6a-b76f-f395bd796545 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:58:40.960289 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1630127'] for network, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:41.030879 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] Deleting port becb569f-aea7-40f8-bc73-b3f4e47d4b62 {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:58:41.031282 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:41.086419 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf44c75-47ee-46e7-aad0-3f0ae1052ce5 None None] DHCP port deletion for 06aad22d-9cd9-4e6a-b76f-f395bd796545 request from dv-cinder-811078-1-iscsi {{(pid=106359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 07:58:41.101703 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] For port becb569f-aea7-40f8-bc73-b3f4e47d4b62, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=becb569f-aea7-40f8-bc73-b3f4e47d4b62,segment=NetworkSegment(2cd8c745-3887-4dd3-8293-288c1e55122f),segment_id=2cd8c745-3887-4dd3-8293-288c1e55122f)] {{(pid=106358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:41.102147 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:41.114466 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 283942db-17ab-456e-aa82-1165891ca1c8 no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:58:41.116187 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] Calling delete_port for becb569f-aea7-40f8-bc73-b3f4e47d4b62 owned by network:dhcp {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:58:41.138236 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: 283942db-17ab-456e-aa82-1165891ca1c8 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:58:41.138581 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 283942db-17ab-456e-aa82-1165891ca1c8 not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:58:41.157947 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-8cf44c75-47ee-46e7-aad0-3f0ae1052ce5 None None] Deleting port becb569f-aea7-40f8-bc73-b3f4e47d4b62 {{(pid=106359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:58:41.158336 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-8cf44c75-47ee-46e7-aad0-3f0ae1052ce5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:41.225014 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-8cf44c75-47ee-46e7-aad0-3f0ae1052ce5 None None] For port becb569f-aea7-40f8-bc73-b3f4e47d4b62, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=becb569f-aea7-40f8-bc73-b3f4e47d4b62,segment=NetworkSegment(2cd8c745-3887-4dd3-8293-288c1e55122f),segment_id=2cd8c745-3887-4dd3-8293-288c1e55122f)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:41.225423 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-8cf44c75-47ee-46e7-aad0-3f0ae1052ce5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:41.237974 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-8cf44c75-47ee-46e7-aad0-3f0ae1052ce5 None None] Calling delete_port for becb569f-aea7-40f8-bc73-b3f4e47d4b62 owned by network:dhcp {{(pid=106359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:58:41.279604 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:41.310656 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] No DVR routers for this DVR port becb569f-aea7-40f8-bc73-b3f4e47d4b62 on host dv-cinder-811078-1-iscsi {{(pid=106358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:58:41.316135 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=becb569f-aea7-40f8-bc73-b3f4e47d4b62,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:41.350626 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-8cf44c75-47ee-46e7-aad0-3f0ae1052ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440'] for port, after_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:41.378967 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf44c75-47ee-46e7-aad0-3f0ae1052ce5 None None] Pushing event deleted for resources: {'Port': ['ID=becb569f-aea7-40f8-bc73-b3f4e47d4b62,revision_number=None']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:41.383176 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf44c75-47ee-46e7-aad0-3f0ae1052ce5 None None] No DVR routers for this DVR port becb569f-aea7-40f8-bc73-b3f4e47d4b62 on host dv-cinder-811078-1-iscsi {{(pid=106359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:58:41.390511 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693678', 'neutron.services.segments.db._delete_segments_for_network-8792188906900'] for network, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:41.416686 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06aad22d-9cd9-4e6a-b76f-f395bd796545']}} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:41.426001 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd8c745-3887-4dd3-8293-288c1e55122f') {'for_net_delete': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:41.426296 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd8c745-3887-4dd3-8293-288c1e55122f') {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:41.435819 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792188906397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5359065'] for segment, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:41.448970 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:41.454532 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=106358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 07:58:41.454913 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5863526'] for segment, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: Traceback (most recent call last): Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: timer() Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: cb(*args, **kw) Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: return func(*args, **kwargs) Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: self._notify() Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: self.callback(batched_events) Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: event.method(event) Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: return f(self, *a, **k) Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: return self._get(url).json() Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: return self.request(url, 'GET', **kwargs) Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 07:58:41.456540 dv-cinder-811078-1-iscsi neutron-server[106358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 07:58:41.563436 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560399'] for network, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:41.569340 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:41.571218 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] 10.222.0.11 "DELETE /v2.0/networks/06aad22d-9cd9-4e6a-b76f-f395bd796545 HTTP/1.1" status: 204 len: 168 time: 0.6825995 Sep 27 07:58:41.575201 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 41390) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:41.583697 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc5bd8-826f-4c13-ab84-c290f672e6a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=06aad22d-9cd9-4e6a-b76f-f395bd796545,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:41.663614 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6e7f9-cc9b-4fc9-bbda-2231d415fb66 req-7865e58b-9576-4410-851e-3922c8b8ef5b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:41.665068 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-61c6e7f9-cc9b-4fc9-bbda-2231d415fb66 req-7865e58b-9576-4410-851e-3922c8b8ef5b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0524294 Sep 27 07:58:41.707070 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-61c6e7f9-cc9b-4fc9-bbda-2231d415fb66 req-31dc46a2-cfa1-4162-8e46-2c6c0f166382 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357492 Sep 27 07:58:41.977782 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ff766af0-f05a-407a-9423-e1a0ada7e222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560153'] for router_interface, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:42.260024 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-ff766af0-f05a-407a-9423-e1a0ada7e222 admin admin] Deleting port 5771c434-5a24-427b-9eb1-b8c832e054a1 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:58:42.260274 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ff766af0-f05a-407a-9423-e1a0ada7e222 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:42.334698 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-ff766af0-f05a-407a-9423-e1a0ada7e222 admin admin] For port 5771c434-5a24-427b-9eb1-b8c832e054a1, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=5771c434-5a24-427b-9eb1-b8c832e054a1,segment=NetworkSegment(8058920e-3468-4110-bdc9-d71c9e007c6f),segment_id=8058920e-3468-4110-bdc9-d71c9e007c6f)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:42.335049 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ff766af0-f05a-407a-9423-e1a0ada7e222 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:42.346844 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-ff766af0-f05a-407a-9423-e1a0ada7e222 admin admin] Calling delete_port for 5771c434-5a24-427b-9eb1-b8c832e054a1 owned by network:router_interface {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:58:42.630281 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ff766af0-f05a-407a-9423-e1a0ada7e222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:42.655722 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff766af0-f05a-407a-9423-e1a0ada7e222 admin admin] Pushing event deleted for resources: {'Port': ['ID=5771c434-5a24-427b-9eb1-b8c832e054a1,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:42.694013 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device becb569f-aea7-40f8-bc73-b3f4e47d4b62 no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:58:42.730459 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: becb569f-aea7-40f8-bc73-b3f4e47d4b62 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:58:42.730805 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device becb569f-aea7-40f8-bc73-b3f4e47d4b62 not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:58:42.731222 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 0a2ef0a0-e2cb-44fa-a664-7d60ff76158f no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:58:42.759116 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: 0a2ef0a0-e2cb-44fa-a664-7d60ff76158f {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:58:42.759483 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 0a2ef0a0-e2cb-44fa-a664-7d60ff76158f not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:58:42.820807 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ff766af0-f05a-407a-9423-e1a0ada7e222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560528'] for router_interface, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:42.845009 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c2fbc-b440-4ebe-b1ee-3d112859da6f req-cc22dac4-eced-4027-af7b-10c005690ca5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:42.846548 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7a7c2fbc-b440-4ebe-b1ee-3d112859da6f req-cc22dac4-eced-4027-af7b-10c005690ca5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0520773 Sep 27 07:58:42.885398 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7a7c2fbc-b440-4ebe-b1ee-3d112859da6f req-31ff4155-152f-4d87-b2c9-393452cc29aa tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326126 Sep 27 07:58:43.039067 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff766af0-f05a-407a-9423-e1a0ada7e222 admin admin] Router ebb8558c-204f-487d-8f51-4600949d8973 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:58:43.365903 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff766af0-f05a-407a-9423-e1a0ada7e222 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:58:43.372309 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-ff766af0-f05a-407a-9423-e1a0ada7e222 admin admin] 10.222.0.11 "PUT /v2.0/routers/ebb8558c-204f-487d-8f51-4600949d8973/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7956877 Sep 27 07:58:43.373573 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 41400) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:43.376056 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4519c1-4047-4caf-89b9-d95fe2dba295 None None] Sync routers for ids ['ebb8558c-204f-487d-8f51-4600949d8973'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:58:43.385207 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4519c1-4047-4caf-89b9-d95fe2dba295 None None] Routers {'ebb8558c-204f-487d-8f51-4600949d8973'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:58:43.385816 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-1e4519c1-4047-4caf-89b9-d95fe2dba295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:58:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['ebb8558c-204f-487d-8f51-4600949d8973'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:43.473445 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4c078b85-9589-45d5-93c5-3ae0b2e3792f admin admin] Notify callbacks [] for router, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:43.489849 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-1e4519c1-4047-4caf-89b9-d95fe2dba295 None None] Set router ebb8558c-204f-487d-8f51-4600949d8973 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:58:43.571950 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4c078b85-9589-45d5-93c5-3ae0b2e3792f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:43.664534 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-1e4519c1-4047-4caf-89b9-d95fe2dba295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb8558c-204f-487d-8f51-4600949d8973', 'name': 'tempest-TestMinimumBasicScenario-602039023-router', 'tenant_id': 'c724ee55c8114095b1c0b69e1584e30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.115'}], 'enable_snat': True}, 'gw_port_id': 'ab097b84-4cc2-4699-88d3-8759554ec57a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:11Z', 'updated_at': '2021-09-27T07:58:42Z', 'revision_number': 5, 'project_id': 'c724ee55c8114095b1c0b69e1584e30e', 'gw_port': {'id': 'ab097b84-4cc2-4699-88d3-8759554ec57a', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:dc:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebb8558c-204f-487d-8f51-4600949d8973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:55:12Z', 'updated_at': '2021-09-27T07:55:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:43.725536 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-4c078b85-9589-45d5-93c5-3ae0b2e3792f admin admin] Deleting port ab097b84-4cc2-4699-88d3-8759554ec57a {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:58:43.726178 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4c078b85-9589-45d5-93c5-3ae0b2e3792f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:43.777264 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4519c1-4047-4caf-89b9-d95fe2dba295 None None] Checking router: ebb8558c-204f-487d-8f51-4600949d8973 for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:58:43.787953 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4519c1-4047-4caf-89b9-d95fe2dba295 None None] Routers {'ebb8558c-204f-487d-8f51-4600949d8973'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:58:43.788567 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-1e4519c1-4047-4caf-89b9-d95fe2dba295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:58:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['ebb8558c-204f-487d-8f51-4600949d8973'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:43.805865 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-4c078b85-9589-45d5-93c5-3ae0b2e3792f admin admin] For port ab097b84-4cc2-4699-88d3-8759554ec57a, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=ab097b84-4cc2-4699-88d3-8759554ec57a,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:43.806232 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4c078b85-9589-45d5-93c5-3ae0b2e3792f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:43.819686 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-4c078b85-9589-45d5-93c5-3ae0b2e3792f admin admin] Calling delete_port for ab097b84-4cc2-4699-88d3-8759554ec57a owned by network:router_gateway {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:58:43.872763 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-1e4519c1-4047-4caf-89b9-d95fe2dba295 None None] Set router ebb8558c-204f-487d-8f51-4600949d8973 gateway port host: None {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:58:43.928280 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-1e4519c1-4047-4caf-89b9-d95fe2dba295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebb8558c-204f-487d-8f51-4600949d8973', 'name': 'tempest-TestMinimumBasicScenario-602039023-router', 'tenant_id': 'c724ee55c8114095b1c0b69e1584e30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:11Z', 'updated_at': '2021-09-27T07:58:43Z', 'revision_number': 6, 'project_id': 'c724ee55c8114095b1c0b69e1584e30e', 'gw_port_host': None}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:43.955184 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4519c1-4047-4caf-89b9-d95fe2dba295 None None] The sync data for ids ['ebb8558c-204f-487d-8f51-4600949d8973'] in dv-cinder-811078-1-iscsi is: [{'id': 'ebb8558c-204f-487d-8f51-4600949d8973', 'name': 'tempest-TestMinimumBasicScenario-602039023-router', 'tenant_id': 'c724ee55c8114095b1c0b69e1584e30e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:55:11Z', 'updated_at': '2021-09-27T07:58:43Z', 'revision_number': 6, 'project_id': 'c724ee55c8114095b1c0b69e1584e30e', 'gw_port_host': None}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:58:44.042503 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b4130-acfa-4df2-b510-510284fbb8ca req-764c84c6-ecef-4287-a49b-c7d87b74e62e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:44.043990 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-287b4130-acfa-4df2-b510-510284fbb8ca req-764c84c6-ecef-4287-a49b-c7d87b74e62e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0499585 Sep 27 07:58:44.081428 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-287b4130-acfa-4df2-b510-510284fbb8ca req-b6c93484-f4da-4c14-ad21-ed0349999766 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314958 Sep 27 07:58:44.116320 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4c078b85-9589-45d5-93c5-3ae0b2e3792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:44.149663 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c078b85-9589-45d5-93c5-3ae0b2e3792f admin admin] Pushing event deleted for resources: {'Port': ['ID=ab097b84-4cc2-4699-88d3-8759554ec57a,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:44.207157 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4c078b85-9589-45d5-93c5-3ae0b2e3792f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560467'] for router_gateway, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:44.309275 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4c078b85-9589-45d5-93c5-3ae0b2e3792f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4772'] for router, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:44.311693 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4c078b85-9589-45d5-93c5-3ae0b2e3792f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:44.466104 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4c078b85-9589-45d5-93c5-3ae0b2e3792f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558645'] for router, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:44.466582 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c078b85-9589-45d5-93c5-3ae0b2e3792f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebb8558c-204f-487d-8f51-4600949d8973 {{(pid=106357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 07:58:44.472184 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-4c078b85-9589-45d5-93c5-3ae0b2e3792f admin admin] Notify callbacks [] for router, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:44.472541 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-4c078b85-9589-45d5-93c5-3ae0b2e3792f admin admin] 10.222.0.11 "DELETE /v2.0/routers/ebb8558c-204f-487d-8f51-4600949d8973 HTTP/1.1" status: 204 len: 168 time: 1.0980504 Sep 27 07:58:44.475641 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 41414) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:44.519338 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_v2 [None req-10259d6c-7b0f-4b54-b54e-f0743c66e7b4 admin admin] Deleting subnet 17813d0e-9ccd-498b-91ca-967117f590c8 {{(pid=106357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 07:58:44.522397 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-10259d6c-7b0f-4b54-b54e-f0743c66e7b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:44.558170 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-10259d6c-7b0f-4b54-b54e-f0743c66e7b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6574824'] for subnet, precommit_delete_associations {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:44.679096 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-10259d6c-7b0f-4b54-b54e-f0743c66e7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694807'] for subnet, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:44.775144 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 5771c434-5a24-427b-9eb1-b8c832e054a1 no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:58:44.795395 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: 5771c434-5a24-427b-9eb1-b8c832e054a1 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:58:44.795740 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 5771c434-5a24-427b-9eb1-b8c832e054a1 not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:58:44.796151 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device ab097b84-4cc2-4699-88d3-8759554ec57a no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:58:44.814675 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: ab097b84-4cc2-4699-88d3-8759554ec57a {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:58:44.815019 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device ab097b84-4cc2-4699-88d3-8759554ec57a not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:58:44.824893 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-10259d6c-7b0f-4b54-b54e-f0743c66e7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7115201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4265388'] for subnet, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:44.852034 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10259d6c-7b0f-4b54-b54e-f0743c66e7b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17813d0e-9ccd-498b-91ca-967117f590c8,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:44.857864 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-10259d6c-7b0f-4b54-b54e-f0743c66e7b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:44.859826 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-10259d6c-7b0f-4b54-b54e-f0743c66e7b4 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/17813d0e-9ccd-498b-91ca-967117f590c8 HTTP/1.1" status: 204 len: 168 time: 0.3832633 Sep 27 07:58:44.862441 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 41420) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:44.884836 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0ecdad-88e5-4a9b-b1ea-32928bfbf466 None None] Network a9f8faca-fd54-48be-a2ab-150b86ce0f5e requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:58:44.945661 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1630127'] for network, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:45.016091 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] Deleting port 231812bf-119a-45a3-8ff5-5ce57c4dcffa {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:58:45.016437 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:45.079906 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d30cb61-96b1-493e-b0b7-7401ee3c7a3c None None] DHCP port deletion for a9f8faca-fd54-48be-a2ab-150b86ce0f5e request from dv-cinder-811078-1-iscsi {{(pid=106359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 07:58:45.093185 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] For port 231812bf-119a-45a3-8ff5-5ce57c4dcffa, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=231812bf-119a-45a3-8ff5-5ce57c4dcffa,segment=NetworkSegment(8058920e-3468-4110-bdc9-d71c9e007c6f),segment_id=8058920e-3468-4110-bdc9-d71c9e007c6f)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:45.093185 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:45.102667 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] Calling delete_port for 231812bf-119a-45a3-8ff5-5ce57c4dcffa owned by network:dhcp {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:58:45.141934 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-9d30cb61-96b1-493e-b0b7-7401ee3c7a3c None None] Deleting port 231812bf-119a-45a3-8ff5-5ce57c4dcffa {{(pid=106359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:58:45.142652 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-9d30cb61-96b1-493e-b0b7-7401ee3c7a3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:45.216108 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6669f-5473-495a-b9c7-496b80f1b1e2 req-3469e145-d03d-4a93-8521-543ddf477c71 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:45.218527 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0ae6669f-5473-495a-b9c7-496b80f1b1e2 req-3469e145-d03d-4a93-8521-543ddf477c71 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0588021 Sep 27 07:58:45.219110 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-9d30cb61-96b1-493e-b0b7-7401ee3c7a3c None None] For port 231812bf-119a-45a3-8ff5-5ce57c4dcffa, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=231812bf-119a-45a3-8ff5-5ce57c4dcffa,segment=NetworkSegment(8058920e-3468-4110-bdc9-d71c9e007c6f),segment_id=8058920e-3468-4110-bdc9-d71c9e007c6f)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:45.219514 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-9d30cb61-96b1-493e-b0b7-7401ee3c7a3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:45.233714 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-9d30cb61-96b1-493e-b0b7-7401ee3c7a3c None None] Calling delete_port for 231812bf-119a-45a3-8ff5-5ce57c4dcffa owned by network:dhcp {{(pid=106359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:58:45.264303 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0ae6669f-5473-495a-b9c7-496b80f1b1e2 req-aa5fca4f-4a08-4d90-9286-c391f1263e35 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374548 Sep 27 07:58:45.350803 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:45.356146 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-9d30cb61-96b1-493e-b0b7-7401ee3c7a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440'] for port, after_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:45.377216 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] Pushing event deleted for resources: {'Port': ['ID=231812bf-119a-45a3-8ff5-5ce57c4dcffa,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:45.379058 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] No DVR routers for this DVR port 231812bf-119a-45a3-8ff5-5ce57c4dcffa on host dv-cinder-811078-1-iscsi {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:58:45.382215 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30cb61-96b1-493e-b0b7-7401ee3c7a3c None None] Pushing event deleted for resources: {'Port': ['ID=231812bf-119a-45a3-8ff5-5ce57c4dcffa,revision_number=None']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:45.384047 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d30cb61-96b1-493e-b0b7-7401ee3c7a3c None None] No DVR routers for this DVR port 231812bf-119a-45a3-8ff5-5ce57c4dcffa on host dv-cinder-811078-1-iscsi {{(pid=106359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:58:45.453555 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693678', 'neutron.services.segments.db._delete_segments_for_network-8792188906900'] for network, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:45.472596 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f8faca-fd54-48be-a2ab-150b86ce0f5e']}} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:45.481854 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8058920e-3468-4110-bdc9-d71c9e007c6f') {'for_net_delete': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:45.482148 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8058920e-3468-4110-bdc9-d71c9e007c6f') {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:45.491567 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792188906397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6574833'] for segment, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:45.504159 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:45.509946 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=106357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 07:58:45.510324 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7115631'] for segment, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: Traceback (most recent call last): Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: timer() Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: cb(*args, **kw) Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: return func(*args, **kwargs) Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: self._notify() Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: self.callback(batched_events) Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: event.method(event) Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: return f(self, *a, **k) Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: return self._get(url).json() Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: return self.request(url, 'GET', **kwargs) Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 07:58:45.511934 dv-cinder-811078-1-iscsi neutron-server[106357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 07:58:45.626023 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560399'] for network, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:45.632440 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:45.634304 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] 10.222.0.11 "DELETE /v2.0/networks/a9f8faca-fd54-48be-a2ab-150b86ce0f5e HTTP/1.1" status: 204 len: 168 time: 0.7709386 Sep 27 07:58:45.643415 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df46a6-466e-45b1-a8ab-ec93b260ea0b admin admin] Pushing event deleted for resources: {'Network': ['ID=a9f8faca-fd54-48be-a2ab-150b86ce0f5e,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:46.088662 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 41436) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:46.127667 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-220328e2-466c-443d-b66f-c9b2cbd918e5 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=b5b2891b7e2846afbeaa597a6484d7ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372813 Sep 27 07:58:46.129479 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 41438) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:46.176304 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-539d4516-9b40-43bf-a605-0f06a6518580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:46.197909 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-539d4516-9b40-43bf-a605-0f06a6518580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:46.332629 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-539d4516-9b40-43bf-a605-0f06a6518580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:46.335882 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-539d4516-9b40-43bf-a605-0f06a6518580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:46.337082 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-539d4516-9b40-43bf-a605-0f06a6518580 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c HTTP/1.1" status: 204 len: 168 time: 0.2066925 Sep 27 07:58:46.344789 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d4516-9b40-43bf-a605-0f06a6518580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9970f02-4a62-4dfc-ac5a-2a1c23cbc71c,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:46.585533 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:58:46.646407 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bfd788-7e78-43b7-b17f-57edbe665751 req-c791e1a6-c82b-4927-ac32-cacca3758a5f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:46.651024 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f7bfd788-7e78-43b7-b17f-57edbe665751 req-c791e1a6-c82b-4927-ac32-cacca3758a5f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0677950 Sep 27 07:58:46.695084 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f7bfd788-7e78-43b7-b17f-57edbe665751 req-f5bb5ad6-8f99-4427-8189-7b6a54c78bff tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430834 Sep 27 07:58:46.707632 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:46.728665 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 231812bf-119a-45a3-8ff5-5ce57c4dcffa no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:58:46.749872 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: 231812bf-119a-45a3-8ff5-5ce57c4dcffa {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:58:46.750210 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 231812bf-119a-45a3-8ff5-5ce57c4dcffa not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:58:46.752112 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'port_id': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419', 'mac_address': 'fa:16:3e:6a:bc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:58:46.792750 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:46.805905 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:58:46.824751 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:46.915569 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:46.966620 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,revision_number=6']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:47.000134 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:58:47.127512 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41460) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:47.171761 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-5ca6aa54-29ea-4a2a-923f-1ee166bbef8f admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c724ee55c8114095b1c0b69e1584e30e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0423329 Sep 27 07:58:47.176291 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41462) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:47.224064 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f34741a3-c660-41fe-9381-777af0d11397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:47.248450 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f34741a3-c660-41fe-9381-777af0d11397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:47.527312 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f34741a3-c660-41fe-9381-777af0d11397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:47.531625 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f34741a3-c660-41fe-9381-777af0d11397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:47.531625 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-f34741a3-c660-41fe-9381-777af0d11397 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/64e27cb6-d32f-40ee-9c33-4587e8748366 HTTP/1.1" status: 204 len: 168 time: 0.3543081 Sep 27 07:58:47.541968 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34741a3-c660-41fe-9381-777af0d11397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e27cb6-d32f-40ee-9c33-4587e8748366,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:47.549059 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34741a3-c660-41fe-9381-777af0d11397 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:47.549489 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34741a3-c660-41fe-9381-777af0d11397 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:47.549941 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34741a3-c660-41fe-9381-777af0d11397 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:47.550344 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34741a3-c660-41fe-9381-777af0d11397 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:47.550865 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34741a3-c660-41fe-9381-777af0d11397 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:47.551171 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34741a3-c660-41fe-9381-777af0d11397 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:47.551684 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34741a3-c660-41fe-9381-777af0d11397 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:47.552061 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34741a3-c660-41fe-9381-777af0d11397 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:47.552400 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34741a3-c660-41fe-9381-777af0d11397 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:47.552728 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34741a3-c660-41fe-9381-777af0d11397 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:47.553077 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34741a3-c660-41fe-9381-777af0d11397 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:47.553405 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34741a3-c660-41fe-9381-777af0d11397 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:47.819653 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccd10f-c908-41ec-b0d6-fcb4abd88e2c req-8840b0b2-fb21-4a28-a3e3-efb041f0572f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:47.821178 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-30ccd10f-c908-41ec-b0d6-fcb4abd88e2c req-8840b0b2-fb21-4a28-a3e3-efb041f0572f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 944 time: 0.0531406 Sep 27 07:58:47.858046 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-30ccd10f-c908-41ec-b0d6-fcb4abd88e2c req-a2d571ef-72fc-42d1-897c-437b955dccb1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309441 Sep 27 07:58:48.609642 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:58:48.723974 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:58:48.725194 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:48.821570 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:48.852410 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f311e67-e268-4ae7-8964-67ee1840b402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:58:48.859244 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd7ed49-f851-44f6-bbd5-5166674965c4" -d '{"events": [{"server_uuid": "6f311e67-e268-4ae7-8964-67ee1840b402", "name": "network-vif-plugged", "status": "completed", "tag": "5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:58:48.870163 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:48.898655 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbf03cf-a663-407c-9c95-8c589a32f473 x-openstack-request-id: req-8fbf03cf-a663-407c-9c95-8c589a32f473 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:58:48.899059 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f311e67-e268-4ae7-8964-67ee1840b402", "name": "network-vif-plugged", "status": "completed", "tag": "5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:58:48.899449 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-8fbf03cf-a663-407c-9c95-8c589a32f473 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:58:48.899995 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f311e67-e268-4ae7-8964-67ee1840b402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419', 'code': 200} Sep 27 07:58:48.958206 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:49.027139 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f1b89-2ecf-47e5-94a5-d6e866af12d1 req-d3bc9ac7-6747-4eaa-a540-7265054fdd61 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:49.034523 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9e1f1b89-2ecf-47e5-94a5-d6e866af12d1 req-d3bc9ac7-6747-4eaa-a540-7265054fdd61 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0644407 Sep 27 07:58:49.039845 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,revision_number=7']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:49.077913 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9e1f1b89-2ecf-47e5-94a5-d6e866af12d1 req-b33444a1-f432-4e60-b107-7f4816ee2ba2 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415113 Sep 27 07:58:49.078068 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 41504) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:49.201650 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-af0051af-3f4c-4510-a01a-3f4d77319971 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-725762942-network', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:58:49.317487 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0051af-3f4c-4510-a01a-3f4d77319971 admin admin] Made reservation on behalf of 3fc2ecd473824a02ad77d5b116b02a03 for: {'network': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:58:49.320289 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-af0051af-3f4c-4510-a01a-3f4d77319971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for network, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:49.329525 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-af0051af-3f4c-4510-a01a-3f4d77319971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:49.431934 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-af0051af-3f4c-4510-a01a-3f4d77319971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:49.471734 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-af0051af-3f4c-4510-a01a-3f4d77319971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:49.507160 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0051af-3f4c-4510-a01a-3f4d77319971 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=106357) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 07:58:49.514106 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0051af-3f4c-4510-a01a-3f4d77319971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87052a26-f692-42c0-8aae-eb296a99d8bf,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:49.531694 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-af0051af-3f4c-4510-a01a-3f4d77319971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:49.531694 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.db.segments_db [None req-af0051af-3f4c-4510-a01a-3f4d77319971 admin admin] Added segment 70c34626-833a-4641-8e1e-95560a381555 of type vlan for network 48e5299c-7c9a-4841-b3e9-662a8de1ed8f Sep 27 07:58:49.574402 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-af0051af-3f4c-4510-a01a-3f4d77319971 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792188561686'] for network, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:49.608675 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:58:49.658404 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-af0051af-3f4c-4510-a01a-3f4d77319971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for network, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:49.659684 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0051af-3f4c-4510-a01a-3f4d77319971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:49.661169 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-af0051af-3f4c-4510-a01a-3f4d77319971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:49.730482 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0051af-3f4c-4510-a01a-3f4d77319971 admin admin] Pushing event updated for resources: {'Network': ['ID=48e5299c-7c9a-4841-b3e9-662a8de1ed8f,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:49.742180 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Network 48e5299c-7c9a-4841-b3e9-662a8de1ed8f details requested by agent ovs-agent-dv-cinder-811078-1-iscsi with host dv-cinder-811078-1-iscsi {{(pid=106359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 07:58:49.778665 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41510) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:49.779302 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-af0051af-3f4c-4510-a01a-3f4d77319971 admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6998510 Sep 27 07:58:49.783868 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-8e1c5b24-3172-4617-9ee2-98244092d9a9 admin admin] Request body: {'subnet': {'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-725762942-subnet', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'ip_version': 4}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:58:49.875906 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1c5b24-3172-4617-9ee2-98244092d9a9 admin admin] Made reservation on behalf of 3fc2ecd473824a02ad77d5b116b02a03 for: {'subnet': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:58:49.878417 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-8e1c5b24-3172-4617-9ee2-98244092d9a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6131931'] for subnet, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:50.157774 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-8e1c5b24-3172-4617-9ee2-98244092d9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5863945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6131945'] for subnet, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:50.246238 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1c5b24-3172-4617-9ee2-98244092d9a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c6659f6-c66f-407e-b8ef-98f3c8eead86,revision_number=0']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:50.272753 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc6f96-4e93-469b-accd-5cbc70e04a6e req-30c491c3-5ce6-47df-aa53-1ecfad788ec1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:50.274445 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-08cc6f96-4e93-469b-accd-5cbc70e04a6e req-30c491c3-5ce6-47df-aa53-1ecfad788ec1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.1139009 Sep 27 07:58:50.280739 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1c5b24-3172-4617-9ee2-98244092d9a9 admin admin] Checking segment: {'id': '70c34626-833a-4641-8e1e-95560a381555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:58:50.281214 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1c5b24-3172-4617-9ee2-98244092d9a9 admin admin] Network hostable DHCP agents. Network: 48e5299c-7c9a-4841-b3e9-662a8de1ed8f, hostable agents: ['5ef10843-63ae-4094-8244-a7e4b9a0127e'], hosted agents: [] {{(pid=106358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 07:58:50.327948 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-08cc6f96-4e93-469b-accd-5cbc70e04a6e req-8e4a6a4e-bd08-43bd-9735-d44dde4c1087 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443745 Sep 27 07:58:50.375098 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1c5b24-3172-4617-9ee2-98244092d9a9 admin admin] Network 48e5299c-7c9a-4841-b3e9-662a8de1ed8f is scheduled to be hosted by DHCP agent 5ef10843-63ae-4094-8244-a7e4b9a0127e with binding_index 1 {{(pid=106358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 07:58:50.487501 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-8e1c5b24-3172-4617-9ee2-98244092d9a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811078-1-iscsi, 48e5299c-7c9a-4841-b3e9-662a8de1ed8f) {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:58:50.541703 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1c5b24-3172-4617-9ee2-98244092d9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:50.542665 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-8e1c5b24-3172-4617-9ee2-98244092d9a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:50.545817 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c320d50-dec1-4a4a-b1f3-4a760f49b36c None None] Network 48e5299c-7c9a-4841-b3e9-662a8de1ed8f requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:58:50.705157 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd49ed21-ced5-5413-88d6-bd28c9230666-48e5299c-7c9a-4841-b3e9-662a8de1ed8f', 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'fixed_ips': [{'subnet_id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86'}]}} from dv-cinder-811078-1-iscsi. {{(pid=106359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 07:58:50.706102 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:50.853541 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.db_base_plugin_common [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] Allocated IP 172.20.0.2 (48e5299c-7c9a-4841-b3e9-662a8de1ed8f/1c6659f6-c66f-407e-b8ef-98f3c8eead86/226a475d-ac75-44ae-a43c-285e17edd63e) {{(pid=106359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:58:50.886526 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-8e1c5b24-3172-4617-9ee2-98244092d9a9 admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1026423 Sep 27 07:58:50.886526 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41518) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:50.890187 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-e0a05d3e-b713-4784-a333-ecc15ea25a99 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-725762942-router', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:58:51.018722 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] Notify callbacks [] for port, precommit_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:51.030593 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e0a05d3e-b713-4784-a333-ecc15ea25a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4790'] for router, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:51.031857 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e0a05d3e-b713-4784-a333-ecc15ea25a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4799'] for router, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:51.094212 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e0a05d3e-b713-4784-a333-ecc15ea25a99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:51.095287 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431'] for port, after_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:51.133787 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] Network 48e5299c-7c9a-4841-b3e9-662a8de1ed8f is already hosted by enough agents. {{(pid=106359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:58:51.138963 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.base_scheduler [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] Resources bound (agent type, host, resource id): {{(pid=106359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:58:51.145663 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] Received port after_create {{(pid=106359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:58:51.149470 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] Pushing event updated for resources: {'Port': ['ID=226a475d-ac75-44ae-a43c-285e17edd63e,revision_number=1']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:51.227989 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] Attempting to bind port 226a475d-ac75-44ae-a43c-285e17edd63e on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:58:51.227989 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] Attempting to bind port 226a475d-ac75-44ae-a43c-285e17edd63e by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '70c34626-833a-4641-8e1e-95560a381555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f'}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:58:51.227989 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] Attempting to bind port 226a475d-ac75-44ae-a43c-285e17edd63e on network 48e5299c-7c9a-4841-b3e9-662a8de1ed8f {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:58:51.233548 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:58:51.234126 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] Checking segment: {'id': '70c34626-833a-4641-8e1e-95560a381555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:58:51.234729 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:51.235206 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] Bound using segment: {'id': '70c34626-833a-4641-8e1e-95560a381555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f'} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:58:51.235760 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] Bound port: 226a475d-ac75-44ae-a43c-285e17edd63e, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c34626-833a-4641-8e1e-95560a381555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f'}}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:58:51.236266 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:51.309640 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] For port 226a475d-ac75-44ae-a43c-285e17edd63e, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:58:51.313493 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] For port 226a475d-ac75-44ae-a43c-285e17edd63e, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=226a475d-ac75-44ae-a43c-285e17edd63e,segment=NetworkSegment(70c34626-833a-4641-8e1e-95560a381555),segment_id=70c34626-833a-4641-8e1e-95560a381555)] {{(pid=106359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:58:51.365383 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e0a05d3e-b713-4784-a333-ecc15ea25a99 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:51.423333 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:51.473161 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3e50d-afa6-443f-9023-1f1d132566d1 None None] Pushing event updated for resources: {'Port': ['ID=226a475d-ac75-44ae-a43c-285e17edd63e,revision_number=2']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:51.515183 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f13d63-d6a4-4ff8-a42c-a7dcba47fc13 req-69f50d30-1ae0-4184-b44f-d5c860d84ce9 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:51.516845 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c8f13d63-d6a4-4ff8-a42c-a7dcba47fc13 req-69f50d30-1ae0-4184-b44f-d5c860d84ce9 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0929484 Sep 27 07:58:51.587765 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c8f13d63-d6a4-4ff8-a42c-a7dcba47fc13 req-b959ce26-6236-479b-94d9-7d94e6f3faf1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532033 Sep 27 07:58:51.862336 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e0a05d3e-b713-4784-a333-ecc15ea25a99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:51.887845 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e0a05d3e-b713-4784-a333-ecc15ea25a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:52.035373 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [None req-e0a05d3e-b713-4784-a333-ecc15ea25a99 admin admin] Allocated IP 172.27.0.231 (12b44509-c0c8-4d46-aca9-a93a6e96d753/98d9ac14-3553-4580-92ce-723937f48855/419eea1b-0b46-4b47-bc7f-71904f7510a6) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:58:52.157275 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e0a05d3e-b713-4784-a333-ecc15ea25a99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:52.272897 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e0a05d3e-b713-4784-a333-ecc15ea25a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:52.330938 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a05d3e-b713-4784-a333-ecc15ea25a99 admin admin] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:58:52.338821 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-e0a05d3e-b713-4784-a333-ecc15ea25a99 admin admin] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:58:52.341342 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a05d3e-b713-4784-a333-ecc15ea25a99 admin admin] Pushing event updated for resources: {'Port': ['ID=419eea1b-0b46-4b47-bc7f-71904f7510a6,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:52.343740 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a05d3e-b713-4784-a333-ecc15ea25a99 admin admin] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:58:52.579907 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dffdca-cf0f-47c4-a699-0a2c377c582e None None] Network 48e5299c-7c9a-4841-b3e9-662a8de1ed8f requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:58:52.703135 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e0a05d3e-b713-4784-a333-ecc15ea25a99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:52.740014 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-6f37eb01-aa9d-4037-ab8a-cba8002df2ba None None] Provisioning complete for port 226a475d-ac75-44ae-a43c-285e17edd63e triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:58:52.740632 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-6f37eb01-aa9d-4037-ab8a-cba8002df2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:52.838662 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 226a475d-ac75-44ae-a43c-285e17edd63e up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:58:52.971145 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-6f37eb01-aa9d-4037-ab8a-cba8002df2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:53.014687 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 226a475d-ac75-44ae-a43c-285e17edd63e triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:58:53.014687 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:53.049836 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-6f37eb01-aa9d-4037-ab8a-cba8002df2ba None None] For port 226a475d-ac75-44ae-a43c-285e17edd63e, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=226a475d-ac75-44ae-a43c-285e17edd63e,segment=NetworkSegment(70c34626-833a-4641-8e1e-95560a381555),segment_id=70c34626-833a-4641-8e1e-95560a381555)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:53.146859 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:53.191974 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9697a8-8aeb-47b2-9255-78c385b90038 req-e36f44a9-dbc2-4f8f-be50-dd15534f4d75 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:53.201114 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5d9697a8-8aeb-47b2-9255-78c385b90038 req-e36f44a9-dbc2-4f8f-be50-dd15534f4d75 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.4038627 Sep 27 07:58:53.283751 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-6f37eb01-aa9d-4037-ab8a-cba8002df2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:53.319760 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5d9697a8-8aeb-47b2-9255-78c385b90038 req-55c08c71-ebee-40e5-ab37-44667f9024f5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162324 Sep 27 07:58:53.366043 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.db.api [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106359) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 27 07:58:53.366400 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG oslo_db.api [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 07:58:53.382674 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37eb01-aa9d-4037-ab8a-cba8002df2ba None None] Pushing event updated for resources: {'Port': ['ID=226a475d-ac75-44ae-a43c-285e17edd63e,revision_number=3']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:53.384840 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e0a05d3e-b713-4784-a333-ecc15ea25a99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562875'] for router, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:53.417589 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-1675fc2f-f288-4ee2-8831-bd9cae583838 None None] Provisioning complete for port 226a475d-ac75-44ae-a43c-285e17edd63e triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:58:53.417961 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1675fc2f-f288-4ee2-8831-bd9cae583838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:53.614492 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a05d3e-b713-4784-a333-ecc15ea25a99 admin admin] Router db449e95-90c2-4b19-a442-6cc9e49caf9a is scheduled to L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d with binding_index 1 {{(pid=106358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 07:58:53.734257 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a05d3e-b713-4784-a333-ecc15ea25a99 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:58:53.746239 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] Sync routers for ids ['db449e95-90c2-4b19-a442-6cc9e49caf9a'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:58:53.759268 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] Routers {'db449e95-90c2-4b19-a442-6cc9e49caf9a'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:58:53.759914 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:58:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['db449e95-90c2-4b19-a442-6cc9e49caf9a'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:53.829975 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e0a05d3e-b713-4784-a333-ecc15ea25a99 admin admin] Notify callbacks [] for router, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:53.831296 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-e0a05d3e-b713-4784-a333-ecc15ea25a99 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9452422 Sep 27 07:58:53.839756 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41532) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:53.893516 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] Set router db449e95-90c2-4b19-a442-6cc9e49caf9a gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:58:54.113486 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'name': 'tempest-TestShelveInstance-725762942-router', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:52Z', 'revision_number': 3, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'gw_port': {'id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:be:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:54.141857 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] Checking router: db449e95-90c2-4b19-a442-6cc9e49caf9a for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:58:54.142219 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] Updating router db449e95-90c2-4b19-a442-6cc9e49caf9a port 419eea1b-0b46-4b47-bc7f-71904f7510a6 binding host dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 07:58:54.175255 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:54.277995 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03081d08-3829-4b4f-8167-df9e877151e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:54.439874 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] Notify callbacks [] for port, precommit_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:54.495114 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee303540-1fc9-4685-b60b-bad1d01a6c07 req-822fc768-87c6-425a-bc25-c26e42c6c4f1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:54.496616 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ee303540-1fc9-4685-b60b-bad1d01a6c07 req-822fc768-87c6-425a-bc25-c26e42c6c4f1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0927036 Sep 27 07:58:54.504547 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [None req-03081d08-3829-4b4f-8167-df9e877151e7 admin admin] Allocated IP 172.20.0.1 (48e5299c-7c9a-4841-b3e9-662a8de1ed8f/1c6659f6-c66f-407e-b8ef-98f3c8eead86/78f8ef43-97cc-41b5-ace5-2ec3470f08dc) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:58:54.562773 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ee303540-1fc9-4685-b60b-bad1d01a6c07 req-6bda19e6-e9fd-4a0f-ab03-b78f11095025 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599866 Sep 27 07:58:54.640315 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03081d08-3829-4b4f-8167-df9e877151e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:54.653170 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:54.710664 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] Attempting to bind port 419eea1b-0b46-4b47-bc7f-71904f7510a6 on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:58:54.711033 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] Attempting to bind port 419eea1b-0b46-4b47-bc7f-71904f7510a6 by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:58:54.711392 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] Attempting to bind port 419eea1b-0b46-4b47-bc7f-71904f7510a6 on network 12b44509-c0c8-4d46-aca9-a93a6e96d753 {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:58:54.713289 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3864ab-1dae-4a52-bfdc-214da62be118 None None] Pushing event updated for resources: {'Port': ['ID=419eea1b-0b46-4b47-bc7f-71904f7510a6,revision_number=2']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:54.718751 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:58:54.719123 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] Checking segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:58:54.719548 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:54.719904 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] Bound using segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:58:54.720365 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] Bound port: 419eea1b-0b46-4b47-bc7f-71904f7510a6, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:58:54.720741 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:54.745730 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 226a475d-ac75-44ae-a43c-285e17edd63e up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:58:54.746982 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03081d08-3829-4b4f-8167-df9e877151e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:54.790369 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03081d08-3829-4b4f-8167-df9e877151e7 admin admin] Network 48e5299c-7c9a-4841-b3e9-662a8de1ed8f is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:58:54.793714 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-03081d08-3829-4b4f-8167-df9e877151e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:58:54.808364 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03081d08-3829-4b4f-8167-df9e877151e7 admin admin] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:58:54.830504 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] For port 419eea1b-0b46-4b47-bc7f-71904f7510a6, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:58:54.834610 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] For port 419eea1b-0b46-4b47-bc7f-71904f7510a6, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=419eea1b-0b46-4b47-bc7f-71904f7510a6,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:58:54.854053 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 226a475d-ac75-44ae-a43c-285e17edd63e triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:58:54.854774 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03081d08-3829-4b4f-8167-df9e877151e7 admin admin] Pushing event updated for resources: {'Port': ['ID=78f8ef43-97cc-41b5-ace5-2ec3470f08dc,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:54.854899 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:54.898478 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03081d08-3829-4b4f-8167-df9e877151e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560518'] for router_interface, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:54.929002 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:55.018311 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] Routers {'db449e95-90c2-4b19-a442-6cc9e49caf9a'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:58:55.019055 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:58:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['db449e95-90c2-4b19-a442-6cc9e49caf9a'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:55.125782 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3864ab-1dae-4a52-bfdc-214da62be118 None None] Pushing event updated for resources: {'Port': ['ID=419eea1b-0b46-4b47-bc7f-71904f7510a6,revision_number=3']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:55.145742 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-230d9c2d-e001-41d5-904e-0b64e157cc75 None None] Provisioning complete for port 78f8ef43-97cc-41b5-ace5-2ec3470f08dc triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:58:55.146244 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-230d9c2d-e001-41d5-904e-0b64e157cc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:55.196377 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03081d08-3829-4b4f-8167-df9e877151e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:55.198311 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] Set router db449e95-90c2-4b19-a442-6cc9e49caf9a gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:58:55.200509 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-230d9c2d-e001-41d5-904e-0b64e157cc75 None None] Port 78f8ef43-97cc-41b5-ace5-2ec3470f08dc cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:58:55.450141 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'name': 'tempest-TestShelveInstance-725762942-router', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:52Z', 'revision_number': 3, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'gw_port': {'id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:be:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:55.483672 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03081d08-3829-4b4f-8167-df9e877151e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:55.488381 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c956c4a3-580b-4ac4-a0f9-6c0a3bb5cc99 None None] The sync data for ids ['db449e95-90c2-4b19-a442-6cc9e49caf9a'] in dv-cinder-811078-1-iscsi is: [{'id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'name': 'tempest-TestShelveInstance-725762942-router', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:52Z', 'revision_number': 3, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'gw_port': {'id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:be:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:58:55.563202 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03081d08-3829-4b4f-8167-df9e877151e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:55.634140 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03081d08-3829-4b4f-8167-df9e877151e7 admin admin] Pushing event updated for resources: {'Port': ['ID=78f8ef43-97cc-41b5-ace5-2ec3470f08dc,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:55.636687 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-03081d08-3829-4b4f-8167-df9e877151e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560246'] for router_interface, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:55.816670 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef67101a-ea34-4669-a7a6-3e387a888323 req-73222604-7b79-4193-83cf-72535990d92a tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:55.825992 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ef67101a-ea34-4669-a7a6-3e387a888323 req-73222604-7b79-4193-83cf-72535990d92a tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.1245079 Sep 27 07:58:55.827992 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03081d08-3829-4b4f-8167-df9e877151e7 admin admin] Network 48e5299c-7c9a-4841-b3e9-662a8de1ed8f is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:58:55.830808 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-03081d08-3829-4b4f-8167-df9e877151e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:58:55.918265 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ef67101a-ea34-4669-a7a6-3e387a888323 req-f376758a-992f-4882-b803-b2d2e41b8239 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852168 Sep 27 07:58:56.051712 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03081d08-3829-4b4f-8167-df9e877151e7 admin admin] Router db449e95-90c2-4b19-a442-6cc9e49caf9a has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:58:56.139518 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-5fc6780b-909d-44e7-a173-a2eb2a5b6f7f None None] Provisioning complete for port 78f8ef43-97cc-41b5-ace5-2ec3470f08dc triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:58:56.140071 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-5fc6780b-909d-44e7-a173-a2eb2a5b6f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:56.181813 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-5fc6780b-909d-44e7-a173-a2eb2a5b6f7f None None] Port 78f8ef43-97cc-41b5-ace5-2ec3470f08dc cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:58:56.265693 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03081d08-3829-4b4f-8167-df9e877151e7 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:58:56.284058 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-03081d08-3829-4b4f-8167-df9e877151e7 admin admin] 10.222.0.11 "PUT /v2.0/routers/db449e95-90c2-4b19-a442-6cc9e49caf9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4406502 Sep 27 07:58:56.793408 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 419eea1b-0b46-4b47-bc7f-71904f7510a6 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:58:56.856474 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 419eea1b-0b46-4b47-bc7f-71904f7510a6 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:58:56.856844 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:56.975318 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:56.999264 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] For port 419eea1b-0b46-4b47-bc7f-71904f7510a6, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=419eea1b-0b46-4b47-bc7f-71904f7510a6,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:57.090420 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0b71c-f263-4653-9459-f5b3e3145e5a req-6188cb83-f3a3-4b7a-a312-c12c1fb73a92 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:57.095864 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:57.109126 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ede0b71c-f263-4653-9459-f5b3e3145e5a req-6188cb83-f3a3-4b7a-a312-c12c1fb73a92 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0833979 Sep 27 07:58:57.171062 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ede0b71c-f263-4653-9459-f5b3e3145e5a req-6b39d298-0d54-4c65-af28-eea138c145ec tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606291 Sep 27 07:58:57.181321 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Pushing event updated for resources: {'Port': ['ID=419eea1b-0b46-4b47-bc7f-71904f7510a6,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:57.311887 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41578) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:57.317162 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-f5ec7125-1a20-4502-990c-4137e9fdaadb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1753804180-network', 'tenant_id': '0a1497b08a784d9cbeea7484548e7235'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:58:57.449156 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ec7125-1a20-4502-990c-4137e9fdaadb admin admin] Made reservation on behalf of 0a1497b08a784d9cbeea7484548e7235 for: {'network': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:58:57.449326 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] Sync routers for ids ['db449e95-90c2-4b19-a442-6cc9e49caf9a'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:58:57.451503 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f5ec7125-1a20-4502-990c-4137e9fdaadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for network, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:57.461500 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f5ec7125-1a20-4502-990c-4137e9fdaadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:57.463565 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] Routers {'db449e95-90c2-4b19-a442-6cc9e49caf9a'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:58:57.464100 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:58:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['db449e95-90c2-4b19-a442-6cc9e49caf9a'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:57.571138 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f5ec7125-1a20-4502-990c-4137e9fdaadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:57.594221 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] Set router db449e95-90c2-4b19-a442-6cc9e49caf9a gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:58:57.689474 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f5ec7125-1a20-4502-990c-4137e9fdaadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:57.725644 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ec7125-1a20-4502-990c-4137e9fdaadb admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=106358) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 07:58:57.736541 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec7125-1a20-4502-990c-4137e9fdaadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd54d03b-2a81-44e9-a8f6-711fa8f9fd88,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:57.757499 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f5ec7125-1a20-4502-990c-4137e9fdaadb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:57.758129 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.segments_db [None req-f5ec7125-1a20-4502-990c-4137e9fdaadb admin admin] Added segment 62b52c0b-1bae-430a-bba7-cd44709830be of type vlan for network dc466d8e-8ca1-495f-be5a-d773470839ff Sep 27 07:58:57.808653 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f5ec7125-1a20-4502-990c-4137e9fdaadb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792188561686'] for network, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:57.826501 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'name': 'tempest-TestShelveInstance-725762942-router', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:55Z', 'revision_number': 4, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'gw_port': {'id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '78f8ef43-97cc-41b5-ace5-2ec3470f08dc', 'name': '', 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'mac_address': 'fa:16:3e:a0:28:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:54Z', 'updated_at': '2021-09-27T07:58:55Z', 'revision_number': 2, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'subnets': [{'id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:57.861043 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] Checking router: db449e95-90c2-4b19-a442-6cc9e49caf9a for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:58:57.864299 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] Updating router db449e95-90c2-4b19-a442-6cc9e49caf9a port 78f8ef43-97cc-41b5-ace5-2ec3470f08dc binding host dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 07:58:57.898771 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:57.917949 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f5ec7125-1a20-4502-990c-4137e9fdaadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304'] for network, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:57.918957 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ec7125-1a20-4502-990c-4137e9fdaadb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:57.919552 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-f5ec7125-1a20-4502-990c-4137e9fdaadb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:57.992454 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec7125-1a20-4502-990c-4137e9fdaadb admin admin] Pushing event updated for resources: {'Network': ['ID=dc466d8e-8ca1-495f-be5a-d773470839ff,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:58.003542 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Network dc466d8e-8ca1-495f-be5a-d773470839ff details requested by agent ovs-agent-dv-cinder-811078-1-iscsi with host dv-cinder-811078-1-iscsi {{(pid=106359) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 07:58:58.035639 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-f5ec7125-1a20-4502-990c-4137e9fdaadb admin admin] 10.222.0.11 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7195637 Sep 27 07:58:58.035897 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41582) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:58.042284 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-d86e92aa-c7f3-4f46-8e94-eb6836863f2f admin admin] Request body: {'subnet': {'network_id': 'dc466d8e-8ca1-495f-be5a-d773470839ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1753804180-subnet', 'tenant_id': '0a1497b08a784d9cbeea7484548e7235', 'ip_version': 4}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:58:58.193902 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] Notify callbacks [] for port, precommit_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:58.285260 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9a175-563d-4273-a02d-dec67711ea88 req-cf221043-917b-49fe-ad70-916531329bf0 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:58.286743 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-78c9a175-563d-4273-a02d-dec67711ea88 req-cf221043-917b-49fe-ad70-916531329bf0 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0493946 Sep 27 07:58:58.323830 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-78c9a175-563d-4273-a02d-dec67711ea88 req-6380d8d0-c17a-4ab7-a3b3-495cbec9a324 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306554 Sep 27 07:58:58.469920 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86e92aa-c7f3-4f46-8e94-eb6836863f2f admin admin] Made reservation on behalf of 0a1497b08a784d9cbeea7484548e7235 for: {'subnet': 1} {{(pid=106358) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:58:58.472311 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d86e92aa-c7f3-4f46-8e94-eb6836863f2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6131931'] for subnet, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:58.555659 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:58.610447 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a03d6f-e4c9-4bdc-aa6c-d30297239b38 None None] Pushing event updated for resources: {'Port': ['ID=78f8ef43-97cc-41b5-ace5-2ec3470f08dc,revision_number=3']} {{(pid=106360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:58.632736 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a03d6f-e4c9-4bdc-aa6c-d30297239b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:58.633007 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a03d6f-e4c9-4bdc-aa6c-d30297239b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:58.633348 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a03d6f-e4c9-4bdc-aa6c-d30297239b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:58.633777 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a03d6f-e4c9-4bdc-aa6c-d30297239b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:58.633997 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a03d6f-e4c9-4bdc-aa6c-d30297239b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:58.634499 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a03d6f-e4c9-4bdc-aa6c-d30297239b38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:58.634987 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a03d6f-e4c9-4bdc-aa6c-d30297239b38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:58.635461 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a03d6f-e4c9-4bdc-aa6c-d30297239b38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:58.635952 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a03d6f-e4c9-4bdc-aa6c-d30297239b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:58.636442 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a03d6f-e4c9-4bdc-aa6c-d30297239b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:58.636943 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a03d6f-e4c9-4bdc-aa6c-d30297239b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:58.637414 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a03d6f-e4c9-4bdc-aa6c-d30297239b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106360) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:58:58.668080 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] Attempting to bind port 78f8ef43-97cc-41b5-ace5-2ec3470f08dc on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:58:58.668645 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] Attempting to bind port 78f8ef43-97cc-41b5-ace5-2ec3470f08dc by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '70c34626-833a-4641-8e1e-95560a381555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f'}] {{(pid=106360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:58:58.669033 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] Attempting to bind port 78f8ef43-97cc-41b5-ace5-2ec3470f08dc on network 48e5299c-7c9a-4841-b3e9-662a8de1ed8f {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:58:58.674573 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:58:58.674905 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] Checking segment: {'id': '70c34626-833a-4641-8e1e-95560a381555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:58:58.675324 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:58.675620 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] Bound using segment: {'id': '70c34626-833a-4641-8e1e-95560a381555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f'} {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:58:58.676086 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] Bound port: 78f8ef43-97cc-41b5-ace5-2ec3470f08dc, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70c34626-833a-4641-8e1e-95560a381555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f'}}] {{(pid=106360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:58:58.676585 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:58.744902 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 419eea1b-0b46-4b47-bc7f-71904f7510a6 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:58:58.758617 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.db [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] For port 78f8ef43-97cc-41b5-ace5-2ec3470f08dc, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:58:58.762052 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d86e92aa-c7f3-4f46-8e94-eb6836863f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5863945', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6131945'] for subnet, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:58.776497 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.db [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] For port 78f8ef43-97cc-41b5-ace5-2ec3470f08dc, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=78f8ef43-97cc-41b5-ace5-2ec3470f08dc,segment=NetworkSegment(70c34626-833a-4641-8e1e-95560a381555),segment_id=70c34626-833a-4641-8e1e-95560a381555)] {{(pid=106360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:58:58.811147 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 419eea1b-0b46-4b47-bc7f-71904f7510a6 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:58:58.811574 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:58.833214 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86e92aa-c7f3-4f46-8e94-eb6836863f2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f51bc71-78e7-496f-bbb4-3a9ed09ca09a,revision_number=0']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:58.844111 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86e92aa-c7f3-4f46-8e94-eb6836863f2f admin admin] Checking segment: {'id': '62b52c0b-1bae-430a-bba7-cd44709830be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dc466d8e-8ca1-495f-be5a-d773470839ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106358) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:58:58.844663 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86e92aa-c7f3-4f46-8e94-eb6836863f2f admin admin] Network hostable DHCP agents. Network: dc466d8e-8ca1-495f-be5a-d773470839ff, hostable agents: ['5ef10843-63ae-4094-8244-a7e4b9a0127e'], hosted agents: [] {{(pid=106358) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 07:58:58.858427 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-96fbc68f-0fbc-4773-a774-30629cf61e5b None None] Provisioning complete for port 78f8ef43-97cc-41b5-ace5-2ec3470f08dc triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:58:58.858820 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-96fbc68f-0fbc-4773-a774-30629cf61e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:58.900843 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:58.920987 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-96fbc68f-0fbc-4773-a774-30629cf61e5b None None] Port 78f8ef43-97cc-41b5-ace5-2ec3470f08dc cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:58:58.957354 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86e92aa-c7f3-4f46-8e94-eb6836863f2f admin admin] Network dc466d8e-8ca1-495f-be5a-d773470839ff is scheduled to be hosted by DHCP agent 5ef10843-63ae-4094-8244-a7e4b9a0127e with binding_index 1 {{(pid=106358) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 07:58:58.965258 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] Routers {'db449e95-90c2-4b19-a442-6cc9e49caf9a'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:58:58.965900 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:58:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['db449e95-90c2-4b19-a442-6cc9e49caf9a'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:59.015515 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a03d6f-e4c9-4bdc-aa6c-d30297239b38 None None] Pushing event updated for resources: {'Port': ['ID=78f8ef43-97cc-41b5-ace5-2ec3470f08dc,revision_number=4']} {{(pid=106360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:58:59.071870 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-d86e92aa-c7f3-4f46-8e94-eb6836863f2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-811078-1-iscsi, dc466d8e-8ca1-495f-be5a-d773470839ff) {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:58:59.077100 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86e92aa-c7f3-4f46-8e94-eb6836863f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:59.078062 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d86e92aa-c7f3-4f46-8e94-eb6836863f2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:59.123656 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] Set router db449e95-90c2-4b19-a442-6cc9e49caf9a gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:58:59.201120 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-d86e92aa-c7f3-4f46-8e94-eb6836863f2f admin admin] 10.222.0.11 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1611547 Sep 27 07:58:59.201353 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41604) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:58:59.205862 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-bb2330e6-bddb-45a8-954d-f8025505f7a3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1753804180-router', 'tenant_id': '0a1497b08a784d9cbeea7484548e7235', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:58:59.254829 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d558ad7-1488-4587-92d3-316b052177a0 None None] Network dc466d8e-8ca1-495f-be5a-d773470839ff requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:58:59.361829 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bb2330e6-bddb-45a8-954d-f8025505f7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-560006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4790'] for router, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:59.363052 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bb2330e6-bddb-45a8-954d-f8025505f7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-558710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-562822', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-701977', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4799'] for router, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:59.425655 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-eded29b0-ead5-4396-bece-97882235dda1 None None] Provisioning complete for port 78f8ef43-97cc-41b5-ace5-2ec3470f08dc triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:58:59.439435 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-eded29b0-ead5-4396-bece-97882235dda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:59.466415 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bb2330e6-bddb-45a8-954d-f8025505f7a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:59.544099 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc09a37-f32b-48b6-a695-4a20d2c623d8 req-01ffdc5f-f720-41b7-a6c3-94089c2d74f5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:58:59.545967 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6bc09a37-f32b-48b6-a695-4a20d2c623d8 req-01ffdc5f-f720-41b7-a6c3-94089c2d74f5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0780325 Sep 27 07:58:59.569302 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'name': 'tempest-TestShelveInstance-725762942-router', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:55Z', 'revision_number': 4, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'gw_port': {'id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '78f8ef43-97cc-41b5-ace5-2ec3470f08dc', 'name': '', 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'mac_address': 'fa:16:3e:a0:28:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:54Z', 'updated_at': '2021-09-27T07:58:58Z', 'revision_number': 4, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'subnets': [{'id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:58:59.581328 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdd49ed21-ced5-5413-88d6-bd28c9230666-dc466d8e-8ca1-495f-be5a-d773470839ff', 'network_id': 'dc466d8e-8ca1-495f-be5a-d773470839ff', 'tenant_id': '0a1497b08a784d9cbeea7484548e7235', 'fixed_ips': [{'subnet_id': '0f51bc71-78e7-496f-bbb4-3a9ed09ca09a'}]}} from dv-cinder-811078-1-iscsi. {{(pid=106359) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 27 07:58:59.582590 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:59.611364 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623aa571-5737-4ff9-8a30-2ebca1443c1c None None] The sync data for ids ['db449e95-90c2-4b19-a442-6cc9e49caf9a'] in dv-cinder-811078-1-iscsi is: [{'id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'name': 'tempest-TestShelveInstance-725762942-router', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:55Z', 'revision_number': 4, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'gw_port': {'id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '78f8ef43-97cc-41b5-ace5-2ec3470f08dc', 'name': '', 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'mac_address': 'fa:16:3e:a0:28:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:54Z', 'updated_at': '2021-09-27T07:58:58Z', 'revision_number': 4, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'subnets': [{'id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:58:59.622425 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-eded29b0-ead5-4396-bece-97882235dda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:59.753727 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-eded29b0-ead5-4396-bece-97882235dda1 None None] For port 78f8ef43-97cc-41b5-ace5-2ec3470f08dc, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=78f8ef43-97cc-41b5-ace5-2ec3470f08dc,segment=NetworkSegment(70c34626-833a-4641-8e1e-95560a381555),segment_id=70c34626-833a-4641-8e1e-95560a381555)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:58:59.811022 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.db_base_plugin_common [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] Allocated IP 172.20.0.2 (dc466d8e-8ca1-495f-be5a-d773470839ff/0f51bc71-78e7-496f-bbb4-3a9ed09ca09a/af0fc13e-bbfe-4353-b482-32a2521c2e3e) {{(pid=106359) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:58:59.834647 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bb2330e6-bddb-45a8-954d-f8025505f7a3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:58:59.851038 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6bc09a37-f32b-48b6-a695-4a20d2c623d8 req-9ed08dd8-2e6b-4366-a047-2ca53871ad02 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556515 Sep 27 07:58:59.897416 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-eded29b0-ead5-4396-bece-97882235dda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:00.173317 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] Notify callbacks [] for port, precommit_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:00.194336 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bb2330e6-bddb-45a8-954d-f8025505f7a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:00.223000 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded29b0-ead5-4396-bece-97882235dda1 None None] Pushing event updated for resources: {'Port': ['ID=78f8ef43-97cc-41b5-ace5-2ec3470f08dc,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:00.230421 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bb2330e6-bddb-45a8-954d-f8025505f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:00.351489 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [None req-bb2330e6-bddb-45a8-954d-f8025505f7a3 admin admin] Allocated IP 172.27.0.188 (12b44509-c0c8-4d46-aca9-a93a6e96d753/98d9ac14-3553-4580-92ce-723937f48855/3bce5171-39e1-4f0f-97ad-3f4123117f02) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:59:00.374819 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431'] for port, after_create {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:00.446589 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] Network dc466d8e-8ca1-495f-be5a-d773470839ff is already hosted by enough agents. {{(pid=106359) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:59:00.448089 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] Pushing event updated for resources: {'Port': ['ID=af0fc13e-bbfe-4353-b482-32a2521c2e3e,revision_number=1']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:00.452107 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.scheduler.base_scheduler [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] Resources bound (agent type, host, resource id): {{(pid=106359) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:59:00.455230 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] Received port after_create {{(pid=106359) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:59:00.495638 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bb2330e6-bddb-45a8-954d-f8025505f7a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:00.541708 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] Attempting to bind port af0fc13e-bbfe-4353-b482-32a2521c2e3e on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:59:00.541893 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] Attempting to bind port af0fc13e-bbfe-4353-b482-32a2521c2e3e by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '62b52c0b-1bae-430a-bba7-cd44709830be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dc466d8e-8ca1-495f-be5a-d773470839ff'}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:59:00.545363 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] Attempting to bind port af0fc13e-bbfe-4353-b482-32a2521c2e3e on network dc466d8e-8ca1-495f-be5a-d773470839ff {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:59:00.548512 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:59:00.548913 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] Checking segment: {'id': '62b52c0b-1bae-430a-bba7-cd44709830be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dc466d8e-8ca1-495f-be5a-d773470839ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:59:00.549306 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:00.549699 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] Bound using segment: {'id': '62b52c0b-1bae-430a-bba7-cd44709830be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dc466d8e-8ca1-495f-be5a-d773470839ff'} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:59:00.550164 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] Bound port: af0fc13e-bbfe-4353-b482-32a2521c2e3e, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b52c0b-1bae-430a-bba7-cd44709830be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dc466d8e-8ca1-495f-be5a-d773470839ff'}}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:59:00.550542 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:00.624818 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bb2330e6-bddb-45a8-954d-f8025505f7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:00.637622 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] For port af0fc13e-bbfe-4353-b482-32a2521c2e3e, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:59:00.641050 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] For port af0fc13e-bbfe-4353-b482-32a2521c2e3e, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=af0fc13e-bbfe-4353-b482-32a2521c2e3e,segment=NetworkSegment(62b52c0b-1bae-430a-bba7-cd44709830be),segment_id=62b52c0b-1bae-430a-bba7-cd44709830be)] {{(pid=106359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:59:00.690611 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2330e6-bddb-45a8-954d-f8025505f7a3 admin admin] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:59:00.696092 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-bb2330e6-bddb-45a8-954d-f8025505f7a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:59:00.702440 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2330e6-bddb-45a8-954d-f8025505f7a3 admin admin] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:59:00.710917 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:00.767034 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2330e6-bddb-45a8-954d-f8025505f7a3 admin admin] Pushing event updated for resources: {'Port': ['ID=3bce5171-39e1-4f0f-97ad-3f4123117f02,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:00.798386 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 78f8ef43-97cc-41b5-ace5-2ec3470f08dc up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:59:00.883938 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215313fa-35f7-47c9-a882-6b28c8e55c4b None None] Pushing event updated for resources: {'Port': ['ID=af0fc13e-bbfe-4353-b482-32a2521c2e3e,revision_number=2']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:00.914598 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 78f8ef43-97cc-41b5-ace5-2ec3470f08dc triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:59:00.915129 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:01.425972 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0623a-aa1b-4d5e-bd61-4bbf5a3952e1 req-93f62e84-9a92-4a84-84d4-0e6c5e6b07ac tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:01.427373 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3bd0623a-aa1b-4d5e-bd61-4bbf5a3952e1 req-93f62e84-9a92-4a84-84d4-0e6c5e6b07ac tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0913997 Sep 27 07:59:01.443315 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bb2330e6-bddb-45a8-954d-f8025505f7a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:01.519839 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540031ba-68a1-4ca2-b9b1-f1a482c97315 req-3732e181-1d8c-41cf-9b6c-9042b63221e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:01.522221 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-540031ba-68a1-4ca2-b9b1-f1a482c97315 req-3732e181-1d8c-41cf-9b6c-9042b63221e2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b1bc7a25806467289ddc968184753a5&device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 1098 time: 0.0508461 Sep 27 07:59:01.537086 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3bd0623a-aa1b-4d5e-bd61-4bbf5a3952e1 req-2f004c5d-2422-459a-a65b-692948c8d893 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014712 Sep 27 07:59:01.634086 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540031ba-68a1-4ca2-b9b1-f1a482c97315 req-6288f9c1-6f88-4394-ad1b-870f62f6fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:01.636294 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-540031ba-68a1-4ca2-b9b1-f1a482c97315 req-6288f9c1-6f88-4394-ad1b-870f62f6fbad service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a HTTP/1.1" status: 200 len: 917 time: 0.1048236 Sep 27 07:59:01.699852 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bb2330e6-bddb-45a8-954d-f8025505f7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-558607', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562875'] for router, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:01.709855 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949f0ae-3bb4-4f25-99d6-ac10222c8959 req-c14c61fb-0f64-411a-864e-40fcdc494ac0 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:01.711419 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7949f0ae-3bb4-4f25-99d6-ac10222c8959 req-c14c61fb-0f64-411a-864e-40fcdc494ac0 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 945 time: 0.0796800 Sep 27 07:59:01.716764 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-540031ba-68a1-4ca2-b9b1-f1a482c97315 req-72697cd7-fae4-4b7c-894a-91808e46719c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 HTTP/1.1" status: 200 len: 1001 time: 0.0690546 Sep 27 07:59:01.770154 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540031ba-68a1-4ca2-b9b1-f1a482c97315 req-04c35cc6-0e14-475c-8c52-a0de04e422e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:01.772215 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-540031ba-68a1-4ca2-b9b1-f1a482c97315 req-04c35cc6-0e14-475c-8c52-a0de04e422e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfd5703-49a7-4117-8b63-4cb80c5fda09 HTTP/1.1" status: 200 len: 855 time: 0.0462635 Sep 27 07:59:01.820512 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-766a7de8-acb5-434b-a7ea-5398643a8bbd None None] Network dc466d8e-8ca1-495f-be5a-d773470839ff requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:59:01.824568 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7949f0ae-3bb4-4f25-99d6-ac10222c8959 req-38614cad-aad0-4262-9edf-b159346de643 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=de5e6d56-cc2d-4e30-9737-0cb09c4542c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761311 Sep 27 07:59:01.831388 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540031ba-68a1-4ca2-b9b1-f1a482c97315 req-15812c1d-edb9-4530-aec0-652fb81bdd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:01.832952 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-540031ba-68a1-4ca2-b9b1-f1a482c97315 req-15812c1d-edb9-4530-aec0-652fb81bdd59 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517621 Sep 27 07:59:01.890870 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-77b66031-a11c-4a09-9ef5-57ab8a4a912e None None] Provisioning complete for port af0fc13e-bbfe-4353-b482-32a2521c2e3e triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:59:01.892724 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-77b66031-a11c-4a09-9ef5-57ab8a4a912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:01.932007 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-540031ba-68a1-4ca2-b9b1-f1a482c97315 req-b1b02aa5-2682-4b1f-976d-91367bb1d827 service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879014 Sep 27 07:59:01.961341 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2330e6-bddb-45a8-954d-f8025505f7a3 admin admin] Router d19ba47c-33c6-45db-9c0b-d6840b8aeda5 is scheduled to L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d with binding_index 1 {{(pid=106358) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 07:59:02.024370 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-540031ba-68a1-4ca2-b9b1-f1a482c97315 req-3953e83c-fbf8-4965-b9d8-0ba3a5edd7e6 service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838022 Sep 27 07:59:02.041601 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-77b66031-a11c-4a09-9ef5-57ab8a4a912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:02.080190 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2330e6-bddb-45a8-954d-f8025505f7a3 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:59:02.081128 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-77b66031-a11c-4a09-9ef5-57ab8a4a912e None None] For port af0fc13e-bbfe-4353-b482-32a2521c2e3e, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=af0fc13e-bbfe-4353-b482-32a2521c2e3e,segment=NetworkSegment(62b52c0b-1bae-430a-bba7-cd44709830be),segment_id=62b52c0b-1bae-430a-bba7-cd44709830be)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:59:02.089347 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] Sync routers for ids ['d19ba47c-33c6-45db-9c0b-d6840b8aeda5'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:59:02.098636 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] Routers {'d19ba47c-33c6-45db-9c0b-d6840b8aeda5'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:59:02.099272 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:58:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['d19ba47c-33c6-45db-9c0b-d6840b8aeda5'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:02.169764 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-77b66031-a11c-4a09-9ef5-57ab8a4a912e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:02.180318 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bb2330e6-bddb-45a8-954d-f8025505f7a3 admin admin] Notify callbacks [] for router, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:02.181995 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-bb2330e6-bddb-45a8-954d-f8025505f7a3 admin admin] 10.222.0.11 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9794123 Sep 27 07:59:02.184355 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41638) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:02.244025 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b66031-a11c-4a09-9ef5-57ab8a4a912e None None] Pushing event updated for resources: {'Port': ['ID=af0fc13e-bbfe-4353-b482-32a2521c2e3e,revision_number=3']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:02.250726 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] Set router d19ba47c-33c6-45db-9c0b-d6840b8aeda5 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:59:02.347168 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-0e83dd92-135d-44a9-8e46-9d428dfb17ae None None] Provisioning complete for port af0fc13e-bbfe-4353-b482-32a2521c2e3e triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:59:02.347463 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-0e83dd92-135d-44a9-8e46-9d428dfb17ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:02.395355 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:02.507552 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19ba47c-33c6-45db-9c0b-d6840b8aeda5', 'name': 'tempest-TestShelveInstance-1753804180-router', 'tenant_id': '0a1497b08a784d9cbeea7484548e7235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '3bce5171-39e1-4f0f-97ad-3f4123117f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:59Z', 'updated_at': '2021-09-27T07:59:00Z', 'revision_number': 3, 'project_id': '0a1497b08a784d9cbeea7484548e7235', 'gw_port': {'id': '3bce5171-39e1-4f0f-97ad-3f4123117f02', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19ba47c-33c6-45db-9c0b-d6840b8aeda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:59:00Z', 'updated_at': '2021-09-27T07:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:02.532861 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] Checking router: d19ba47c-33c6-45db-9c0b-d6840b8aeda5 for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:59:02.533231 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] Updating router d19ba47c-33c6-45db-9c0b-d6840b8aeda5 port 3bce5171-39e1-4f0f-97ad-3f4123117f02 binding host dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 07:59:02.562296 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:02.597581 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fff1067f-391d-45fb-a66c-e8224a64d40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:02.744605 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9ce80f-6778-4631-b712-9b29fc5af422 req-13437134-494a-4c55-b54d-a068ef7ccceb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:02.746343 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1d9ce80f-6778-4631-b712-9b29fc5af422 req-13437134-494a-4c55-b54d-a068ef7ccceb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.1002190 Sep 27 07:59:02.749898 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device af0fc13e-bbfe-4353-b482-32a2521c2e3e up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:59:02.816793 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1d9ce80f-6778-4631-b712-9b29fc5af422 req-6be53ca4-42af-495a-a1ea-5549c1757ea3 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638654 Sep 27 07:59:02.826601 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [None req-fff1067f-391d-45fb-a66c-e8224a64d40e admin admin] Allocated IP 172.20.0.1 (dc466d8e-8ca1-495f-be5a-d773470839ff/0f51bc71-78e7-496f-bbb4-3a9ed09ca09a/759eca14-62af-499c-93f6-e844906ce2cc) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:59:02.859429 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] Notify callbacks [] for port, precommit_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:02.861063 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port af0fc13e-bbfe-4353-b482-32a2521c2e3e triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:59:02.861425 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:02.940416 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:02.969907 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fff1067f-391d-45fb-a66c-e8224a64d40e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:02.979057 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f631bf0-de77-4b45-aa20-be616d9580bf req-c8c4d585-9dbf-4b0e-ae74-be1f083418f3 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:02.980783 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5f631bf0-de77-4b45-aa20-be616d9580bf req-c8c4d585-9dbf-4b0e-ae74-be1f083418f3 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 945 time: 0.0789514 Sep 27 07:59:02.993400 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] Attempting to bind port 3bce5171-39e1-4f0f-97ad-3f4123117f02 on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:59:02.993774 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] Attempting to bind port 3bce5171-39e1-4f0f-97ad-3f4123117f02 by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:59:02.994142 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] Attempting to bind port 3bce5171-39e1-4f0f-97ad-3f4123117f02 on network 12b44509-c0c8-4d46-aca9-a93a6e96d753 {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:59:03.002972 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801ed78-93d6-4077-8f95-a156e44121ed None None] Pushing event updated for resources: {'Port': ['ID=3bce5171-39e1-4f0f-97ad-3f4123117f02,revision_number=2']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:03.005721 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:59:03.006455 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] Checking segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106359) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:59:03.006631 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:03.006910 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] Bound using segment: {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'} {{(pid=106359) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:59:03.007387 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.managers [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] Bound port: 3bce5171-39e1-4f0f-97ad-3f4123117f02, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cf99ab-87ab-45d6-82c2-e6e1ff557d57', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753'}}] {{(pid=106359) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:59:03.007773 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:03.037148 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5f631bf0-de77-4b45-aa20-be616d9580bf req-1b4a34e2-6703-44b3-b0cc-b47a416cd9c4 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups?id=de5e6d56-cc2d-4e30-9737-0cb09c4542c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489326 Sep 27 07:59:03.060563 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] For port 3bce5171-39e1-4f0f-97ad-3f4123117f02, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106359) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:59:03.063776 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] For port 3bce5171-39e1-4f0f-97ad-3f4123117f02, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=3bce5171-39e1-4f0f-97ad-3f4123117f02,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106359) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:59:03.121700 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6f309-d7ba-46e6-a2f2-1e92d28489e7 req-ee41c5ba-9a88-4c48-9fe8-f2ca1fbfa5ad tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:03.123167 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c8c6f309-d7ba-46e6-a2f2-1e92d28489e7 req-ee41c5ba-9a88-4c48-9fe8-f2ca1fbfa5ad tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.25 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 945 time: 0.0516551 Sep 27 07:59:03.134864 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fff1067f-391d-45fb-a66c-e8224a64d40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:03.174170 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff1067f-391d-45fb-a66c-e8224a64d40e admin admin] Network dc466d8e-8ca1-495f-be5a-d773470839ff is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:59:03.177063 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-fff1067f-391d-45fb-a66c-e8224a64d40e admin admin] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:59:03.180510 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff1067f-391d-45fb-a66c-e8224a64d40e admin admin] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:59:03.192764 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:03.213928 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1067f-391d-45fb-a66c-e8224a64d40e admin admin] Pushing event updated for resources: {'Port': ['ID=759eca14-62af-499c-93f6-e844906ce2cc,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:03.232207 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fff1067f-391d-45fb-a66c-e8224a64d40e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-560518'] for router_interface, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:03.235611 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-c8c6f309-d7ba-46e6-a2f2-1e92d28489e7 req-90b3b71b-1f6e-4959-9692-7151013508a5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Deleting port a9927949-c5b5-4614-a08a-78a196471659 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:59:03.237639 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-c8c6f309-d7ba-46e6-a2f2-1e92d28489e7 req-90b3b71b-1f6e-4959-9692-7151013508a5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:03.260659 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] Routers {'d19ba47c-33c6-45db-9c0b-d6840b8aeda5'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:59:03.261368 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:58:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['d19ba47c-33c6-45db-9c0b-d6840b8aeda5'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:03.308687 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801ed78-93d6-4077-8f95-a156e44121ed None None] Pushing event updated for resources: {'Port': ['ID=3bce5171-39e1-4f0f-97ad-3f4123117f02,revision_number=3']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:03.338154 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-c8c6f309-d7ba-46e6-a2f2-1e92d28489e7 req-90b3b71b-1f6e-4959-9692-7151013508a5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] For port a9927949-c5b5-4614-a08a-78a196471659, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=a9927949-c5b5-4614-a08a-78a196471659,segment=NetworkSegment(901f3602-6c57-4c6d-9c4d-ca98b4f3d945),segment_id=901f3602-6c57-4c6d-9c4d-ca98b4f3d945)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:59:03.338522 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-c8c6f309-d7ba-46e6-a2f2-1e92d28489e7 req-90b3b71b-1f6e-4959-9692-7151013508a5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:03.401704 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] Set router d19ba47c-33c6-45db-9c0b-d6840b8aeda5 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:59:03.435984 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fff1067f-391d-45fb-a66c-e8224a64d40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:03.518881 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-c8c6f309-d7ba-46e6-a2f2-1e92d28489e7 req-90b3b71b-1f6e-4959-9692-7151013508a5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:03.519250 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-c8c6f309-d7ba-46e6-a2f2-1e92d28489e7 req-90b3b71b-1f6e-4959-9692-7151013508a5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560409'] for floatingip, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:03.519570 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.db.l3_db [req-c8c6f309-d7ba-46e6-a2f2-1e92d28489e7 req-90b3b71b-1f6e-4959-9692-7151013508a5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Floating IP afb5f713-23ec-42e0-8182-1917d4b3b094 disassociated. External IP: 172.27.0.157, port: a9927949-c5b5-4614-a08a-78a196471659. Sep 27 07:59:03.520077 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-c8c6f309-d7ba-46e6-a2f2-1e92d28489e7 req-90b3b71b-1f6e-4959-9692-7151013508a5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Calling delete_port for a9927949-c5b5-4614-a08a-78a196471659 owned by compute:nova {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:59:03.585512 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-36b7af14-b6a8-46fe-a6aa-02850a937e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:03.614660 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fff1067f-391d-45fb-a66c-e8224a64d40e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:03.618745 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-beb93671-33dc-437b-ab32-0974b61ad265 None None] Provisioning complete for port 759eca14-62af-499c-93f6-e844906ce2cc triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:59:03.619118 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-beb93671-33dc-437b-ab32-0974b61ad265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:03.690520 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-beb93671-33dc-437b-ab32-0974b61ad265 None None] Port 759eca14-62af-499c-93f6-e844906ce2cc cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:59:03.709908 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fff1067f-391d-45fb-a66c-e8224a64d40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:03.734996 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-c8c6f309-d7ba-46e6-a2f2-1e92d28489e7 req-90b3b71b-1f6e-4959-9692-7151013508a5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:03.754051 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19ba47c-33c6-45db-9c0b-d6840b8aeda5', 'name': 'tempest-TestShelveInstance-1753804180-router', 'tenant_id': '0a1497b08a784d9cbeea7484548e7235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '3bce5171-39e1-4f0f-97ad-3f4123117f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:59Z', 'updated_at': '2021-09-27T07:59:00Z', 'revision_number': 3, 'project_id': '0a1497b08a784d9cbeea7484548e7235', 'gw_port': {'id': '3bce5171-39e1-4f0f-97ad-3f4123117f02', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19ba47c-33c6-45db-9c0b-d6840b8aeda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:59:00Z', 'updated_at': '2021-09-27T07:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:03.762484 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3b71b-1f6e-4959-9692-7151013508a5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Pushing event deleted for resources: {'Port': ['ID=a9927949-c5b5-4614-a08a-78a196471659,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:03.777351 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-fff1067f-391d-45fb-a66c-e8224a64d40e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-560246'] for router_interface, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:03.786028 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff1067f-391d-45fb-a66c-e8224a64d40e admin admin] Pushing event updated for resources: {'Port': ['ID=759eca14-62af-499c-93f6-e844906ce2cc,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:03.786489 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ea37f2-ea91-49ec-b4e7-d255a7479521 None None] The sync data for ids ['d19ba47c-33c6-45db-9c0b-d6840b8aeda5'] in dv-cinder-811078-1-iscsi is: [{'id': 'd19ba47c-33c6-45db-9c0b-d6840b8aeda5', 'name': 'tempest-TestShelveInstance-1753804180-router', 'tenant_id': '0a1497b08a784d9cbeea7484548e7235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '3bce5171-39e1-4f0f-97ad-3f4123117f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:59Z', 'updated_at': '2021-09-27T07:59:00Z', 'revision_number': 3, 'project_id': '0a1497b08a784d9cbeea7484548e7235', 'gw_port': {'id': '3bce5171-39e1-4f0f-97ad-3f4123117f02', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19ba47c-33c6-45db-9c0b-d6840b8aeda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:59:00Z', 'updated_at': '2021-09-27T07:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:59:03.880980 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff1067f-391d-45fb-a66c-e8224a64d40e admin admin] Network dc466d8e-8ca1-495f-be5a-d773470839ff is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:59:03.882764 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-fff1067f-391d-45fb-a66c-e8224a64d40e admin admin] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:59:03.915640 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8c6f309-d7ba-46e6-a2f2-1e92d28489e7 req-90b3b71b-1f6e-4959-9692-7151013508a5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Router 177de78c-5768-4320-a701-4d933338d83e has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:59:04.030751 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864901a1-d625-4e72-91b2-d58a36587f18 req-baaad7ff-ea71-4a88-a1c0-29a025149e87 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:04.030751 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-864901a1-d625-4e72-91b2-d58a36587f18 req-baaad7ff-ea71-4a88-a1c0-29a025149e87 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 945 time: 0.0999365 Sep 27 07:59:04.041776 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8c6f309-d7ba-46e6-a2f2-1e92d28489e7 req-90b3b71b-1f6e-4959-9692-7151013508a5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:59:04.048429 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff1067f-391d-45fb-a66c-e8224a64d40e admin admin] Router d19ba47c-33c6-45db-9c0b-d6840b8aeda5 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:59:04.067541 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41ab2a2-17a4-4ce4-91ed-e855286fda3a None None] Sync routers for ids ['177de78c-5768-4320-a701-4d933338d83e'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:59:04.084242 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41ab2a2-17a4-4ce4-91ed-e855286fda3a None None] Routers {'177de78c-5768-4320-a701-4d933338d83e'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:59:04.086494 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-e41ab2a2-17a4-4ce4-91ed-e855286fda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:58:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['177de78c-5768-4320-a701-4d933338d83e'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:04.148070 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c6f309-d7ba-46e6-a2f2-1e92d28489e7 req-90b3b71b-1f6e-4959-9692-7151013508a5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] No DVR routers for this DVR port a9927949-c5b5-4614-a08a-78a196471659 on host hv-cinder-81107 {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:59:04.152742 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-c8c6f309-d7ba-46e6-a2f2-1e92d28489e7 req-90b3b71b-1f6e-4959-9692-7151013508a5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:04.156565 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c8c6f309-d7ba-46e6-a2f2-1e92d28489e7 req-90b3b71b-1f6e-4959-9692-7151013508a5 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.25 "DELETE /v2.0/ports/a9927949-c5b5-4614-a08a-78a196471659 HTTP/1.1" status: 204 len: 173 time: 1.0251889 Sep 27 07:59:04.156565 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d', 'name': 'network-vif-deleted', 'tag': 'a9927949-c5b5-4614-a08a-78a196471659'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:59:04.166355 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f56d307-2abe-46cb-a945-b3c4a5c0f81c" -d '{"events": [{"server_uuid": "7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d", "name": "network-vif-deleted", "tag": "a9927949-c5b5-4614-a08a-78a196471659"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:59:04.184569 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-864901a1-d625-4e72-91b2-d58a36587f18 req-7e79440b-03bb-47de-a2cb-fb79f16cf06c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221278 Sep 27 07:59:04.218912 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-9ce826ca-fcfd-4a96-aa19-17f76c779f55 None None] Provisioning complete for port 759eca14-62af-499c-93f6-e844906ce2cc triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:59:04.219452 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-9ce826ca-fcfd-4a96-aa19-17f76c779f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:04.285248 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0434cf65-7324-4f0c-b79b-60ee4172fb2d req-c056acc9-2ab0-4bbe-bf5f-d47e3f06f696 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/ports?device_id=7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d HTTP/1.1" status: 200 len: 210 time: 0.0396867 Sep 27 07:59:04.301933 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-9ce826ca-fcfd-4a96-aa19-17f76c779f55 None None] Port 759eca14-62af-499c-93f6-e844906ce2cc cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:59:04.332557 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff1067f-391d-45fb-a66c-e8224a64d40e admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:59:04.340447 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-fff1067f-391d-45fb-a66c-e8224a64d40e admin admin] 10.222.0.11 "PUT /v2.0/routers/d19ba47c-33c6-45db-9c0b-d6840b8aeda5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1549869 Sep 27 07:59:04.341942 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-e41ab2a2-17a4-4ce4-91ed-e855286fda3a None None] Set router 177de78c-5768-4320-a701-4d933338d83e gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:59:04.376209 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a31b70c2-96ab-4eb4-9296-e1c171670c36 x-openstack-request-id: req-a31b70c2-96ab-4eb4-9296-e1c171670c36 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:59:04.376528 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d", "name": "network-vif-deleted", "tag": "a9927949-c5b5-4614-a08a-78a196471659", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:59:04.376785 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a31b70c2-96ab-4eb4-9296-e1c171670c36 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:59:04.377221 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4aa58f-ca21-44f7-bdf1-ffaaa71cf28d', 'name': 'network-vif-deleted', 'tag': 'a9927949-c5b5-4614-a08a-78a196471659', 'status': 'completed', 'code': 200} Sep 27 07:59:04.622916 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-e41ab2a2-17a4-4ce4-91ed-e855286fda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:38Z', 'revision_number': 4, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port': {'id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': 'f6b52baf-42e8-49da-8528-a6c8c489cb36', 'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'mac_address': 'fa:16:3e:d1:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:36Z', 'updated_at': '2021-09-27T07:52:44Z', 'revision_number': 5, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'subnets': [{'id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:04.642380 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device a9927949-c5b5-4614-a08a-78a196471659 no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:59:04.675559 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] No Port match for: a9927949-c5b5-4614-a08a-78a196471659 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:59:04.675924 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device a9927949-c5b5-4614-a08a-78a196471659 not bound to the agent host hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:59:04.676404 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:59:04.678828 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41ab2a2-17a4-4ce4-91ed-e855286fda3a None None] Checking router: 177de78c-5768-4320-a701-4d933338d83e for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:59:04.699767 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41ab2a2-17a4-4ce4-91ed-e855286fda3a None None] Routers {'177de78c-5768-4320-a701-4d933338d83e'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:59:04.700399 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-e41ab2a2-17a4-4ce4-91ed-e855286fda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:58:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['177de78c-5768-4320-a701-4d933338d83e'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:04.802502 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 3bce5171-39e1-4f0f-97ad-3f4123117f02 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:59:04.826535 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-e41ab2a2-17a4-4ce4-91ed-e855286fda3a None None] Set router 177de78c-5768-4320-a701-4d933338d83e gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:59:04.862445 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 3bce5171-39e1-4f0f-97ad-3f4123117f02 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:59:04.862732 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:04.900068 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:04.952783 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f311e67-e268-4ae7-8964-67ee1840b402', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:59:04.954605 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fef610-b95a-42ed-a9b1-6adb5cee0cef" -d '{"events": [{"server_uuid": "6f311e67-e268-4ae7-8964-67ee1840b402", "name": "network-vif-unplugged", "status": "completed", "tag": "5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:59:04.970461 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:59:05.023621 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:05.028579 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-e41ab2a2-17a4-4ce4-91ed-e855286fda3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:38Z', 'revision_number': 4, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port': {'id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': 'f6b52baf-42e8-49da-8528-a6c8c489cb36', 'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'mac_address': 'fa:16:3e:d1:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:36Z', 'updated_at': '2021-09-27T07:52:44Z', 'revision_number': 5, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'subnets': [{'id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:05.044370 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] For port 3bce5171-39e1-4f0f-97ad-3f4123117f02, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=3bce5171-39e1-4f0f-97ad-3f4123117f02,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:59:05.046356 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:05.065285 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41ab2a2-17a4-4ce4-91ed-e855286fda3a None None] The sync data for ids ['177de78c-5768-4320-a701-4d933338d83e'] in dv-cinder-811078-1-iscsi is: [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:52:38Z', 'revision_number': 4, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port': {'id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': 'f6b52baf-42e8-49da-8528-a6c8c489cb36', 'name': '', 'network_id': 'a1e8c124-882c-4ed3-9483-409ff26f3f96', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'mac_address': 'fa:16:3e:d1:b1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:36Z', 'updated_at': '2021-09-27T07:52:44Z', 'revision_number': 5, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'subnets': [{'id': '61cb872e-4c80-4503-b20b-ef01cdc64f1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:59:05.094935 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,revision_number=8']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:05.175015 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:05.223725 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Pushing event updated for resources: {'Port': ['ID=3bce5171-39e1-4f0f-97ad-3f4123117f02,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:05.336973 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41666) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:05.341604 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-d772b994-8294-4fe5-98c0-837379c79c47 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-584138279', 'description': 'tempest-secgroup-smoke-584138279 description', 'project_id': '3fc2ecd473824a02ad77d5b116b02a03'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:59:05.369371 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 27 Sep 2021 07:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5642b9ba-29f0-4902-9bcf-ec893c17860d x-openstack-request-id: req-5642b9ba-29f0-4902-9bcf-ec893c17860d {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:59:05.375061 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f311e67-e268-4ae7-8964-67ee1840b402", "name": "network-vif-unplugged", "status": "failed", "tag": "5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419", "code": 422}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:59:05.375061 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5642b9ba-29f0-4902-9bcf-ec893c17860d {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:59:05.375061 dv-cinder-811078-1-iscsi neutron-server[106359]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6f311e67-e268-4ae7-8964-67ee1840b402', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419', 'code': 422} returned with failed status Sep 27 07:59:05.442298 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d772b994-8294-4fe5-98c0-837379c79c47 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:05.481591 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3100e70-3582-455d-9133-c8aadad8a8a0 req-48bcb408-3310-4913-8894-b4b758c5d684 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:05.483126 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a3100e70-3582-455d-9133-c8aadad8a8a0 req-48bcb408-3310-4913-8894-b4b758c5d684 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 943 time: 0.0677538 Sep 27 07:59:05.795361 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a3100e70-3582-455d-9133-c8aadad8a8a0 req-a1602a3f-24bd-4d42-ad68-d1a15b882dcb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3052289 Sep 27 07:59:05.842140 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d772b994-8294-4fe5-98c0-837379c79c47 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:05.888960 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d772b994-8294-4fe5-98c0-837379c79c47 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:05.919012 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d772b994-8294-4fe5-98c0-837379c79c47 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecbe612-2068-45f9-a313-370d7be50696,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:05.975274 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d772b994-8294-4fe5-98c0-837379c79c47 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:05.976744 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-d772b994-8294-4fe5-98c0-837379c79c47 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.6386418 Sep 27 07:59:05.979536 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41674) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:05.983961 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-5d5a5269-002f-4727-b18f-ed059be8e05c tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Request body: {'security_group_rule': {'security_group_id': '9ecbe612-2068-45f9-a313-370d7be50696', 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:59:06.137425 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5d5a5269-002f-4727-b18f-ed059be8e05c tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:06.192321 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5d5a5269-002f-4727-b18f-ed059be8e05c tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:06.208800 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-9c21a036-dc72-440d-9047-78a2735a6047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:06.586526 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5d5a5269-002f-4727-b18f-ed059be8e05c tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:06.605578 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a5269-002f-4727-b18f-ed059be8e05c tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3815da88-cfd7-4ead-b23f-dc14fd6812df,revision_number=0']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:06.620377 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:06.705988 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 3bce5171-39e1-4f0f-97ad-3f4123117f02 up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:59:06.712454 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5d5a5269-002f-4727-b18f-ed059be8e05c tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:06.715900 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 41680) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:06.716473 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-5d5a5269-002f-4727-b18f-ed059be8e05c tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7353926 Sep 27 07:59:06.723148 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-26ae6b9a-4da7-4406-a6dd-4a528bb877e6 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Request body: {'security_group_rule': {'security_group_id': '9ecbe612-2068-45f9-a313-370d7be50696', 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:59:06.767111 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 3bce5171-39e1-4f0f-97ad-3f4123117f02 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:59:06.767639 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:06.831539 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-26ae6b9a-4da7-4406-a6dd-4a528bb877e6 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:06.892701 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-26ae6b9a-4da7-4406-a6dd-4a528bb877e6 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:06.916012 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73f1894-023b-40a0-8aff-c0c761a5c645 None None] New status for floating IP afb5f713-23ec-42e0-8182-1917d4b3b094: DOWN {{(pid=106359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 07:59:06.962176 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-26ae6b9a-4da7-4406-a6dd-4a528bb877e6 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:06.977583 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae6b9a-4da7-4406-a6dd-4a528bb877e6 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04271a4d-056a-497c-bf93-951d8476c944,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:07.065356 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] Sync routers for ids ['d19ba47c-33c6-45db-9c0b-d6840b8aeda5'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:59:07.074823 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] Routers {'d19ba47c-33c6-45db-9c0b-d6840b8aeda5'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:59:07.075413 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:59:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['d19ba47c-33c6-45db-9c0b-d6840b8aeda5'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:07.134288 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-26ae6b9a-4da7-4406-a6dd-4a528bb877e6 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:07.134524 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:07.135541 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-26ae6b9a-4da7-4406-a6dd-4a528bb877e6 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4181583 Sep 27 07:59:07.138307 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 41684) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:07.142879 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-941cfc1c-989e-45e1-acd7-0ef32436acf8 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Request body: {'security_group_rule': {'security_group_id': '9ecbe612-2068-45f9-a313-370d7be50696', 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:59:07.181554 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] Set router d19ba47c-33c6-45db-9c0b-d6840b8aeda5 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:59:07.265045 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-941cfc1c-989e-45e1-acd7-0ef32436acf8 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:07.334630 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-941cfc1c-989e-45e1-acd7-0ef32436acf8 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:07.386012 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19ba47c-33c6-45db-9c0b-d6840b8aeda5', 'name': 'tempest-TestShelveInstance-1753804180-router', 'tenant_id': '0a1497b08a784d9cbeea7484548e7235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '3bce5171-39e1-4f0f-97ad-3f4123117f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:59Z', 'updated_at': '2021-09-27T07:59:03Z', 'revision_number': 4, 'project_id': '0a1497b08a784d9cbeea7484548e7235', 'gw_port': {'id': '3bce5171-39e1-4f0f-97ad-3f4123117f02', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19ba47c-33c6-45db-9c0b-d6840b8aeda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:59:00Z', 'updated_at': '2021-09-27T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '759eca14-62af-499c-93f6-e844906ce2cc', 'name': '', 'network_id': 'dc466d8e-8ca1-495f-be5a-d773470839ff', 'tenant_id': '0a1497b08a784d9cbeea7484548e7235', 'mac_address': 'fa:16:3e:89:86:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19ba47c-33c6-45db-9c0b-d6840b8aeda5', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0f51bc71-78e7-496f-bbb4-3a9ed09ca09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:59:02Z', 'updated_at': '2021-09-27T07:59:03Z', 'revision_number': 2, 'project_id': '0a1497b08a784d9cbeea7484548e7235', 'subnets': [{'id': '0f51bc71-78e7-496f-bbb4-3a9ed09ca09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:07.411329 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 41690) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:07.412234 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] Checking router: d19ba47c-33c6-45db-9c0b-d6840b8aeda5 for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:59:07.412584 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] Updating router d19ba47c-33c6-45db-9c0b-d6840b8aeda5 port 759eca14-62af-499c-93f6-e844906ce2cc binding host dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 07:59:07.420733 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-941cfc1c-989e-45e1-acd7-0ef32436acf8 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:07.449643 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:07.703185 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cfc1c-989e-45e1-acd7-0ef32436acf8 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8983e7ab-a0f1-4102-95fb-3f35cefc8a65,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:07.724542 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] Notify callbacks [] for port, precommit_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:07.734077 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2f4d7cf3-e341-4c78-96b6-6fbcf92460bd tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:07.758651 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2f4d7cf3-e341-4c78-96b6-6fbcf92460bd tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:07.797147 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-941cfc1c-989e-45e1-acd7-0ef32436acf8 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:07.798396 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-941cfc1c-989e-45e1-acd7-0ef32436acf8 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6590238 Sep 27 07:59:07.801354 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41698) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:07.808896 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-1fce806e-8c28-424c-bbc7-e878875973ef tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Request body: {'security_group_rule': {'security_group_id': '9ecbe612-2068-45f9-a313-370d7be50696', 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:59:07.831482 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:07.899607 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360ae60-bcfe-4263-9faa-606773c9d484 None None] Pushing event updated for resources: {'Port': ['ID=759eca14-62af-499c-93f6-e844906ce2cc,revision_number=3']} {{(pid=106360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:07.905374 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2f4d7cf3-e341-4c78-96b6-6fbcf92460bd tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:07.908414 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-2f4d7cf3-e341-4c78-96b6-6fbcf92460bd tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:07.909870 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-2f4d7cf3-e341-4c78-96b6-6fbcf92460bd tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "DELETE /v2.0/security-groups/de5e6d56-cc2d-4e30-9737-0cb09c4542c7 HTTP/1.1" status: 204 len: 168 time: 0.4966550 Sep 27 07:59:07.913283 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41700) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:07.926018 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d7cf3-e341-4c78-96b6-6fbcf92460bd tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5e6d56-cc2d-4e30-9737-0cb09c4542c7,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:07.926903 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.api.v2.resource [None req-3bc3a133-0dad-4288-860e-ed004474e421 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] show failed (client error): The resource could not be found. Sep 27 07:59:07.928566 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-3bc3a133-0dad-4288-860e-ed004474e421 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "GET /v2.0/security-groups/de5e6d56-cc2d-4e30-9737-0cb09c4542c7 HTTP/1.1" status: 404 len: 347 time: 0.0137248 Sep 27 07:59:07.933059 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 41702) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:07.935859 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] Attempting to bind port 759eca14-62af-499c-93f6-e844906ce2cc on host dv-cinder-811078-1-iscsi for vnic_type normal with profile {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:59:07.936253 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] Attempting to bind port 759eca14-62af-499c-93f6-e844906ce2cc by drivers openvswitch,hyperv on host dv-cinder-811078-1-iscsi at level 0 using segments [{'id': '62b52c0b-1bae-430a-bba7-cd44709830be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dc466d8e-8ca1-495f-be5a-d773470839ff'}] {{(pid=106360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:59:07.936585 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] Attempting to bind port 759eca14-62af-499c-93f6-e844906ce2cc on network dc466d8e-8ca1-495f-be5a-d773470839ff {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:59:07.942191 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] Checking agent: {'id': '261ae5a8-6e4d-4d59-be5e-6e25ba4f4ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-811078-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 44, 6), 'started_at': datetime.datetime(2021, 9, 27, 7, 44, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 59, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-811078-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:59:07.942549 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] Checking segment: {'id': '62b52c0b-1bae-430a-bba7-cd44709830be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dc466d8e-8ca1-495f-be5a-d773470839ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106360) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:59:07.942949 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:07.943333 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] Bound using segment: {'id': '62b52c0b-1bae-430a-bba7-cd44709830be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dc466d8e-8ca1-495f-be5a-d773470839ff'} {{(pid=106360) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:59:07.943935 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.managers [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] Bound port: 759eca14-62af-499c-93f6-e844906ce2cc, host: dv-cinder-811078-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b52c0b-1bae-430a-bba7-cd44709830be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'dc466d8e-8ca1-495f-be5a-d773470839ff'}}] {{(pid=106360) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:59:07.944812 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:07.957475 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1fce806e-8c28-424c-bbc7-e878875973ef tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.032761 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.db [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] For port 759eca14-62af-499c-93f6-e844906ce2cc, host dv-cinder-811078-1-iscsi, cleared binding levels {{(pid=106360) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:59:08.040688 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.plugins.ml2.db [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] For port 759eca14-62af-499c-93f6-e844906ce2cc, host dv-cinder-811078-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=759eca14-62af-499c-93f6-e844906ce2cc,segment=NetworkSegment(62b52c0b-1bae-430a-bba7-cd44709830be),segment_id=62b52c0b-1bae-430a-bba7-cd44709830be)] {{(pid=106360) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:59:08.042486 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1fce806e-8c28-424c-bbc7-e878875973ef tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.081480 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-881b3ecb-8f8b-44eb-bedd-e4eb2edc7f77 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Deleting port 61ae16e6-335c-4dbc-9eb7-6007615cabf6 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:59:08.081828 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-881b3ecb-8f8b-44eb-bedd-e4eb2edc7f77 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.159986 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-881b3ecb-8f8b-44eb-bedd-e4eb2edc7f77 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.160206 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-881b3ecb-8f8b-44eb-bedd-e4eb2edc7f77 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.161907 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1fce806e-8c28-424c-bbc7-e878875973ef tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.163370 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106360) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.173968 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-881b3ecb-8f8b-44eb-bedd-e4eb2edc7f77 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Calling delete_port for 61ae16e6-335c-4dbc-9eb7-6007615cabf6 owned by network:floatingip {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:59:08.179257 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-b9d747b3-f90c-488e-a0e8-7e1949652bd8 None None] Provisioning complete for port 759eca14-62af-499c-93f6-e844906ce2cc triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:59:08.181544 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce806e-8c28-424c-bbc7-e878875973ef tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf2fdcf-ceb3-4cdb-bce6-97863b7b06cd,revision_number=0']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:08.189619 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-b9d747b3-f90c-488e-a0e8-7e1949652bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.198599 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] Routers {'d19ba47c-33c6-45db-9c0b-d6840b8aeda5'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:59:08.198599 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:59:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['d19ba47c-33c6-45db-9c0b-d6840b8aeda5'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:08.306256 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1fce806e-8c28-424c-bbc7-e878875973ef tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.310335 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-1fce806e-8c28-424c-bbc7-e878875973ef tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5052514 Sep 27 07:59:08.310804 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41706) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:08.316309 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-7f2c22f7-4599-4040-abc3-a8c8376b8883 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Request body: {'security_group_rule': {'security_group_id': '9ecbe612-2068-45f9-a313-370d7be50696', 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:59:08.319030 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-b9d747b3-f90c-488e-a0e8-7e1949652bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.379961 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-b9d747b3-f90c-488e-a0e8-7e1949652bd8 None None] For port 759eca14-62af-499c-93f6-e844906ce2cc, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=759eca14-62af-499c-93f6-e844906ce2cc,segment=NetworkSegment(62b52c0b-1bae-430a-bba7-cd44709830be),segment_id=62b52c0b-1bae-430a-bba7-cd44709830be)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:59:08.418324 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360ae60-bcfe-4263-9faa-606773c9d484 None None] Pushing event updated for resources: {'Port': ['ID=759eca14-62af-499c-93f6-e844906ce2cc,revision_number=4']} {{(pid=106360) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:08.429548 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.securitygroups_db [None req-7f2c22f7-4599-4040-abc3-a8c8376b8883 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Project 3fc2ecd473824a02ad77d5b116b02a03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 07:59:08.436829 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-7f2c22f7-4599-4040-abc3-a8c8376b8883 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.461958 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] Set router d19ba47c-33c6-45db-9c0b-d6840b8aeda5 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:59:08.480902 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-b9d747b3-f90c-488e-a0e8-7e1949652bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.481219 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-881b3ecb-8f8b-44eb-bedd-e4eb2edc7f77 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.525377 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-7f2c22f7-4599-4040-abc3-a8c8376b8883 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.532616 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d747b3-f90c-488e-a0e8-7e1949652bd8 None None] Pushing event updated for resources: {'Port': ['ID=759eca14-62af-499c-93f6-e844906ce2cc,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:08.537439 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881b3ecb-8f8b-44eb-bedd-e4eb2edc7f77 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Pushing event deleted for resources: {'Port': ['ID=61ae16e6-335c-4dbc-9eb7-6007615cabf6,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:08.584776 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-881b3ecb-8f8b-44eb-bedd-e4eb2edc7f77 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks [] for floatingip, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.587404 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-881b3ecb-8f8b-44eb-bedd-e4eb2edc7f77 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.588555 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-881b3ecb-8f8b-44eb-bedd-e4eb2edc7f77 tempest-AttachVolumeTestJSON-1297094394 tempest-AttachVolumeTestJSON-1297094394-project] 10.222.0.11 "DELETE /v2.0/floatingips/afb5f713-23ec-42e0-8182-1917d4b3b094 HTTP/1.1" status: 204 len: 168 time: 0.6544843 Sep 27 07:59:08.603317 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-7f2c22f7-4599-4040-abc3-a8c8376b8883 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.615354 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-a0a883a6-b99b-46cb-88ca-c233ad822f7e None None] Provisioning complete for port 759eca14-62af-499c-93f6-e844906ce2cc triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:59:08.615842 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-a0a883a6-b99b-46cb-88ca-c233ad822f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.631707 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c22f7-4599-4040-abc3-a8c8376b8883 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc6531f-d272-484e-b6cf-ad0428bae74d,revision_number=0']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:08.674291 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:59:08.721595 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19ba47c-33c6-45db-9c0b-d6840b8aeda5', 'name': 'tempest-TestShelveInstance-1753804180-router', 'tenant_id': '0a1497b08a784d9cbeea7484548e7235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '3bce5171-39e1-4f0f-97ad-3f4123117f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:59Z', 'updated_at': '2021-09-27T07:59:03Z', 'revision_number': 4, 'project_id': '0a1497b08a784d9cbeea7484548e7235', 'gw_port': {'id': '3bce5171-39e1-4f0f-97ad-3f4123117f02', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19ba47c-33c6-45db-9c0b-d6840b8aeda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:59:00Z', 'updated_at': '2021-09-27T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '759eca14-62af-499c-93f6-e844906ce2cc', 'name': '', 'network_id': 'dc466d8e-8ca1-495f-be5a-d773470839ff', 'tenant_id': '0a1497b08a784d9cbeea7484548e7235', 'mac_address': 'fa:16:3e:89:86:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19ba47c-33c6-45db-9c0b-d6840b8aeda5', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0f51bc71-78e7-496f-bbb4-3a9ed09ca09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:59:02Z', 'updated_at': '2021-09-27T07:59:08Z', 'revision_number': 4, 'project_id': '0a1497b08a784d9cbeea7484548e7235', 'subnets': [{'id': '0f51bc71-78e7-496f-bbb4-3a9ed09ca09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:08.734141 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-7f2c22f7-4599-4040-abc3-a8c8376b8883 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.738227 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-7f2c22f7-4599-4040-abc3-a8c8376b8883 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4262276 Sep 27 07:59:08.738789 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 41714) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:08.745834 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [None req-fb98de5b-6ec2-4c49-8af3-c875df148e5c tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Request body: {'security_group_rule': {'security_group_id': '9ecbe612-2068-45f9-a313-370d7be50696', 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:59:08.748977 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8ba2e2-1828-4539-a43f-7de89743e2ac None None] The sync data for ids ['d19ba47c-33c6-45db-9c0b-d6840b8aeda5'] in dv-cinder-811078-1-iscsi is: [{'id': 'd19ba47c-33c6-45db-9c0b-d6840b8aeda5', 'name': 'tempest-TestShelveInstance-1753804180-router', 'tenant_id': '0a1497b08a784d9cbeea7484548e7235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '3bce5171-39e1-4f0f-97ad-3f4123117f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:59Z', 'updated_at': '2021-09-27T07:59:03Z', 'revision_number': 4, 'project_id': '0a1497b08a784d9cbeea7484548e7235', 'gw_port': {'id': '3bce5171-39e1-4f0f-97ad-3f4123117f02', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19ba47c-33c6-45db-9c0b-d6840b8aeda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:59:00Z', 'updated_at': '2021-09-27T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '759eca14-62af-499c-93f6-e844906ce2cc', 'name': '', 'network_id': 'dc466d8e-8ca1-495f-be5a-d773470839ff', 'tenant_id': '0a1497b08a784d9cbeea7484548e7235', 'mac_address': 'fa:16:3e:89:86:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd19ba47c-33c6-45db-9c0b-d6840b8aeda5', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '0f51bc71-78e7-496f-bbb4-3a9ed09ca09a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:59:02Z', 'updated_at': '2021-09-27T07:59:08Z', 'revision_number': 4, 'project_id': '0a1497b08a784d9cbeea7484548e7235', 'subnets': [{'id': '0f51bc71-78e7-496f-bbb4-3a9ed09ca09a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:59:08.788320 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2e5b8-acca-4be6-bf1e-9e7b1e3ad6a5 req-4c241c2d-5d52-49b0-8f14-c372133d888c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:08.790619 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d0a2e5b8-acca-4be6-bf1e-9e7b1e3ad6a5 req-4c241c2d-5d52-49b0-8f14-c372133d888c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 943 time: 0.0684576 Sep 27 07:59:08.837273 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d0a2e5b8-acca-4be6-bf1e-9e7b1e3ad6a5 req-4d96bae0-087e-4d6f-8aa4-932ffe48b715 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406682 Sep 27 07:59:08.866949 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.db.securitygroups_db [None req-fb98de5b-6ec2-4c49-8af3-c875df148e5c tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Project 3fc2ecd473824a02ad77d5b116b02a03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 07:59:08.866949 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fb98de5b-6ec2-4c49-8af3-c875df148e5c tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.954404 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fb98de5b-6ec2-4c49-8af3-c875df148e5c tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:08.978115 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:09.046904 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fb98de5b-6ec2-4c49-8af3-c875df148e5c tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-511069'] for security_group_rule, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:09.068290 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb98de5b-6ec2-4c49-8af3-c875df148e5c tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0b85533-cb9b-42b1-8a9f-233e2e4fe043,revision_number=0']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:09.161381 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fb98de5b-6ec2-4c49-8af3-c875df148e5c tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:09.169736 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-fb98de5b-6ec2-4c49-8af3-c875df148e5c tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4284611 Sep 27 07:59:09.382250 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41772) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:09.469217 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2ea734df-e2e9-491b-944b-9ea1753ad78d req-31b9b0fb-c237-4b80-92ed-a033e9313e17 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850909 Sep 27 07:59:09.478323 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [req-2ea734df-e2e9-491b-944b-9ea1753ad78d req-f0cb2d46-bc17-4f68-b4de-c742478f9830 service neutron] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=106358) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 07:59:09.479543 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2ea734df-e2e9-491b-944b-9ea1753ad78d req-f0cb2d46-bc17-4f68-b4de-c742478f9830 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055199 Sep 27 07:59:09.971950 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b31af45-f43a-4d1d-9dcc-cc7b636e401d req-a9688457-8602-4e82-a212-e5544880d96b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:09.971950 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3b31af45-f43a-4d1d-9dcc-cc7b636e401d req-a9688457-8602-4e82-a212-e5544880d96b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 943 time: 0.0535753 Sep 27 07:59:10.014320 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3b31af45-f43a-4d1d-9dcc-cc7b636e401d req-d2b526bc-7165-4773-945d-1477c73adedd tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367200 Sep 27 07:59:10.739050 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 759eca14-62af-499c-93f6-e844906ce2cc up at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:59:10.785657 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Provisioning complete for port 759eca14-62af-499c-93f6-e844906ce2cc triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:59:10.785962 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:10.971985 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea734df-e2e9-491b-944b-9ea1753ad78d req-f94664c2-9169-4679-994a-5eba21329813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:10.973559 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2ea734df-e2e9-491b-944b-9ea1753ad78d req-f94664c2-9169-4679-994a-5eba21329813 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402&tenant_id=6b1bc7a25806467289ddc968184753a5 HTTP/1.1" status: 200 len: 1096 time: 0.0433095 Sep 27 07:59:11.041988 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea734df-e2e9-491b-944b-9ea1753ad78d req-6898cfaa-2911-458c-8c60-1e983fdc253d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:11.043447 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2ea734df-e2e9-491b-944b-9ea1753ad78d req-6898cfaa-2911-458c-8c60-1e983fdc253d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b1bc7a25806467289ddc968184753a5&device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 1096 time: 0.0432396 Sep 27 07:59:11.134555 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea734df-e2e9-491b-944b-9ea1753ad78d req-79e29516-6748-4128-b975-f666664b6800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:11.135816 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d6f08-0ce0-4cdc-ac3c-22b981f64b42 req-286fc7d9-956f-4eac-8804-fb4a64353d1b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:11.136329 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2ea734df-e2e9-491b-944b-9ea1753ad78d req-79e29516-6748-4128-b975-f666664b6800 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a HTTP/1.1" status: 200 len: 917 time: 0.0855579 Sep 27 07:59:11.137325 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9b2d6f08-0ce0-4cdc-ac3c-22b981f64b42 req-286fc7d9-956f-4eac-8804-fb4a64353d1b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 943 time: 0.0482616 Sep 27 07:59:11.177692 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9b2d6f08-0ce0-4cdc-ac3c-22b981f64b42 req-ef90de8b-5eb8-4cc4-9bda-bec065d09604 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340493 Sep 27 07:59:11.211858 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2ea734df-e2e9-491b-944b-9ea1753ad78d req-6e2b93d7-8386-4727-a9f0-2259e9f844de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 HTTP/1.1" status: 200 len: 999 time: 0.0682008 Sep 27 07:59:11.265825 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea734df-e2e9-491b-944b-9ea1753ad78d req-3451a289-32fc-41c6-9b50-48e3f735b0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:11.267331 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2ea734df-e2e9-491b-944b-9ea1753ad78d req-3451a289-32fc-41c6-9b50-48e3f735b0a2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfd5703-49a7-4117-8b63-4cb80c5fda09 HTTP/1.1" status: 200 len: 855 time: 0.0461996 Sep 27 07:59:11.314055 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea734df-e2e9-491b-944b-9ea1753ad78d req-02af38e9-ca85-4f23-b1cf-23f91bc0a519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:11.315487 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2ea734df-e2e9-491b-944b-9ea1753ad78d req-02af38e9-ca85-4f23-b1cf-23f91bc0a519 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405364 Sep 27 07:59:11.410263 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2ea734df-e2e9-491b-944b-9ea1753ad78d req-573bc516-baec-4b03-822d-a64ffadea68a service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864687 Sep 27 07:59:11.505702 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2ea734df-e2e9-491b-944b-9ea1753ad78d req-bd1f1638-98d5-4d48-86de-b00e146fbb66 service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878017 Sep 27 07:59:12.322161 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1005803-92c0-4901-b703-78176303ef22 req-3100694c-b774-4502-86ad-5d7737821c17 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:12.323810 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f1005803-92c0-4901-b703-78176303ef22 req-3100694c-b774-4502-86ad-5d7737821c17 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 943 time: 0.0558999 Sep 27 07:59:12.365553 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f1005803-92c0-4901-b703-78176303ef22 req-77a7d2ad-d82e-42fe-b016-5cb46cafc2d2 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353463 Sep 27 07:59:12.749895 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41852) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:13.244001 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4d48fa95-7071-40b8-b68c-b5e3664b6277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560153'] for router_interface, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:13.526400 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878860e9-1984-4a22-89d0-a44ebece63e8 req-b6d2bce1-e509-46c2-9113-4b32ebbf33f2 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:13.527802 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-878860e9-1984-4a22-89d0-a44ebece63e8 req-b6d2bce1-e509-46c2-9113-4b32ebbf33f2 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 943 time: 0.0762894 Sep 27 07:59:13.564000 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-4d48fa95-7071-40b8-b68c-b5e3664b6277 admin admin] Deleting port f6b52baf-42e8-49da-8528-a6c8c489cb36 {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:59:13.564341 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4d48fa95-7071-40b8-b68c-b5e3664b6277 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:13.604164 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-878860e9-1984-4a22-89d0-a44ebece63e8 req-addaa3cb-9cdc-4dbf-b43d-3114945b87ed tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696568 Sep 27 07:59:13.667243 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-4d48fa95-7071-40b8-b68c-b5e3664b6277 admin admin] For port f6b52baf-42e8-49da-8528-a6c8c489cb36, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=f6b52baf-42e8-49da-8528-a6c8c489cb36,segment=NetworkSegment(901f3602-6c57-4c6d-9c4d-ca98b4f3d945),segment_id=901f3602-6c57-4c6d-9c4d-ca98b4f3d945)] {{(pid=106358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:59:13.667611 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4d48fa95-7071-40b8-b68c-b5e3664b6277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:13.680265 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-4d48fa95-7071-40b8-b68c-b5e3664b6277 admin admin] Calling delete_port for f6b52baf-42e8-49da-8528-a6c8c489cb36 owned by network:router_interface {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:59:13.934644 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4d48fa95-7071-40b8-b68c-b5e3664b6277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:13.964529 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48fa95-7071-40b8-b68c-b5e3664b6277 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b52baf-42e8-49da-8528-a6c8c489cb36,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:14.147366 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4d48fa95-7071-40b8-b68c-b5e3664b6277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560528'] for router_interface, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:14.393124 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d48fa95-7071-40b8-b68c-b5e3664b6277 admin admin] Router 177de78c-5768-4320-a701-4d933338d83e has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:59:14.503036 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d48fa95-7071-40b8-b68c-b5e3664b6277 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:59:14.515318 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-4d48fa95-7071-40b8-b68c-b5e3664b6277 admin admin] 10.222.0.11 "PUT /v2.0/routers/177de78c-5768-4320-a701-4d933338d83e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7642798 Sep 27 07:59:14.518055 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41862) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:14.518489 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c51d9-71b3-44de-b71a-c367ada4ad5e None None] Sync routers for ids ['177de78c-5768-4320-a701-4d933338d83e'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:59:14.534698 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c51d9-71b3-44de-b71a-c367ada4ad5e None None] Routers {'177de78c-5768-4320-a701-4d933338d83e'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:59:14.542765 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-a78c51d9-71b3-44de-b71a-c367ada4ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:59:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['177de78c-5768-4320-a701-4d933338d83e'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:14.638968 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f459-dc6a-43c2-9503-0c2cef00837b admin admin] Notify callbacks [] for router, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:14.659769 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-a78c51d9-71b3-44de-b71a-c367ada4ad5e None None] Set router 177de78c-5768-4320-a701-4d933338d83e gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:59:14.831776 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f459-dc6a-43c2-9503-0c2cef00837b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:14.844328 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0603f0-7486-44c9-a718-665b29c15bc3 req-0daa70e9-7c68-48f9-a066-3d5aa52bac22 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:14.845904 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0c0603f0-7486-44c9-a718-665b29c15bc3 req-0daa70e9-7c68-48f9-a066-3d5aa52bac22 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 943 time: 0.0695028 Sep 27 07:59:14.888033 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0c0603f0-7486-44c9-a718-665b29c15bc3 req-66dc099e-66b3-41fb-8358-496c2bda15a0 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361137 Sep 27 07:59:14.896643 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-a78c51d9-71b3-44de-b71a-c367ada4ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202'}], 'enable_snat': True}, 'gw_port_id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:59:13Z', 'revision_number': 5, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port': {'id': '348d08b7-927b-40d7-b46d-36c19e8bacab', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:35:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177de78c-5768-4320-a701-4d933338d83e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:14.934313 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c51d9-71b3-44de-b71a-c367ada4ad5e None None] Checking router: 177de78c-5768-4320-a701-4d933338d83e for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:59:14.947041 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78c51d9-71b3-44de-b71a-c367ada4ad5e None None] Routers {'177de78c-5768-4320-a701-4d933338d83e'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:59:14.948057 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-a78c51d9-71b3-44de-b71a-c367ada4ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:59:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['177de78c-5768-4320-a701-4d933338d83e'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:14.983995 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-c2e2f459-dc6a-43c2-9503-0c2cef00837b admin admin] Deleting port 348d08b7-927b-40d7-b46d-36c19e8bacab {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:59:14.984438 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f459-dc6a-43c2-9503-0c2cef00837b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:15.035419 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-a78c51d9-71b3-44de-b71a-c367ada4ad5e None None] Set router 177de78c-5768-4320-a701-4d933338d83e gateway port host: None {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:59:15.076223 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-c2e2f459-dc6a-43c2-9503-0c2cef00837b admin admin] For port 348d08b7-927b-40d7-b46d-36c19e8bacab, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=348d08b7-927b-40d7-b46d-36c19e8bacab,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:59:15.076614 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f459-dc6a-43c2-9503-0c2cef00837b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:15.097595 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-c2e2f459-dc6a-43c2-9503-0c2cef00837b admin admin] Calling delete_port for 348d08b7-927b-40d7-b46d-36c19e8bacab owned by network:router_gateway {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:59:15.105212 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-a78c51d9-71b3-44de-b71a-c367ada4ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:59:14Z', 'revision_number': 6, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port_host': None}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:15.137014 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78c51d9-71b3-44de-b71a-c367ada4ad5e None None] The sync data for ids ['177de78c-5768-4320-a701-4d933338d83e'] in dv-cinder-811078-1-iscsi is: [{'id': '177de78c-5768-4320-a701-4d933338d83e', 'name': 'tempest-AttachVolumeTestJSON-429513284-router', 'tenant_id': '44a7dbe773ff4db489d00bd2021ead4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:26Z', 'updated_at': '2021-09-27T07:59:14Z', 'revision_number': 6, 'project_id': '44a7dbe773ff4db489d00bd2021ead4b', 'gw_port_host': None}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:59:15.352242 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f459-dc6a-43c2-9503-0c2cef00837b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:15.377955 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e2f459-dc6a-43c2-9503-0c2cef00837b admin admin] Pushing event deleted for resources: {'Port': ['ID=348d08b7-927b-40d7-b46d-36c19e8bacab,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:15.445473 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f459-dc6a-43c2-9503-0c2cef00837b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560467'] for router_gateway, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:15.541364 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f459-dc6a-43c2-9503-0c2cef00837b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4772'] for router, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:15.543747 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f459-dc6a-43c2-9503-0c2cef00837b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:15.659973 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f459-dc6a-43c2-9503-0c2cef00837b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558645'] for router, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:15.660662 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e2f459-dc6a-43c2-9503-0c2cef00837b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 177de78c-5768-4320-a701-4d933338d83e {{(pid=106358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 07:59:15.665367 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c2e2f459-dc6a-43c2-9503-0c2cef00837b admin admin] Notify callbacks [] for router, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:15.666550 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-c2e2f459-dc6a-43c2-9503-0c2cef00837b admin admin] 10.222.0.11 "DELETE /v2.0/routers/177de78c-5768-4320-a701-4d933338d83e HTTP/1.1" status: 204 len: 168 time: 1.1468260 Sep 27 07:59:15.669003 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41870) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:15.713122 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_v2 [None req-00941771-0a29-4bb2-8c7d-3c3dd729d84a admin admin] Deleting subnet 61cb872e-4c80-4503-b20b-ef01cdc64f1b {{(pid=106358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 07:59:15.716496 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-00941771-0a29-4bb2-8c7d-3c3dd729d84a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:15.761663 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-00941771-0a29-4bb2-8c7d-3c3dd729d84a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5359040'] for subnet, precommit_delete_associations {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:15.839471 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-00941771-0a29-4bb2-8c7d-3c3dd729d84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694807'] for subnet, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:15.975250 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-00941771-0a29-4bb2-8c7d-3c3dd729d84a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5864136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6131966'] for subnet, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:16.003086 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00941771-0a29-4bb2-8c7d-3c3dd729d84a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61cb872e-4c80-4503-b20b-ef01cdc64f1b,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:16.020620 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-00941771-0a29-4bb2-8c7d-3c3dd729d84a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:16.023153 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-00941771-0a29-4bb2-8c7d-3c3dd729d84a admin admin] 10.222.0.11 "DELETE /v2.0/subnets/61cb872e-4c80-4503-b20b-ef01cdc64f1b HTTP/1.1" status: 204 len: 168 time: 0.3531771 Sep 27 07:59:16.026382 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 41874) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:16.028274 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8be4aa-dc2b-47cc-9d46-54ba59789f8b None None] Network a1e8c124-882c-4ed3-9483-409ff26f3f96 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 07:59:16.097671 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911cd7de-0e3b-4994-a4e6-b07f42793516 req-c3dd5323-2c6b-46d1-ac04-6fec29027bed tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:16.099309 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-911cd7de-0e3b-4994-a4e6-b07f42793516 req-c3dd5323-2c6b-46d1-ac04-6fec29027bed tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 943 time: 0.1008584 Sep 27 07:59:16.131862 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1630127'] for network, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:16.147323 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-911cd7de-0e3b-4994-a4e6-b07f42793516 req-b50d3682-edf0-424c-bd4c-971a5c63e68e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396347 Sep 27 07:59:16.227573 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] Deleting port edc289cb-28c9-4399-8e98-549b796508d8 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:59:16.227918 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:16.275191 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2326892e-3b01-4008-b497-1648c167c7dc None None] DHCP port deletion for a1e8c124-882c-4ed3-9483-409ff26f3f96 request from dv-cinder-811078-1-iscsi {{(pid=106359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 07:59:16.324701 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] For port edc289cb-28c9-4399-8e98-549b796508d8, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=edc289cb-28c9-4399-8e98-549b796508d8,segment=NetworkSegment(901f3602-6c57-4c6d-9c4d-ca98b4f3d945),segment_id=901f3602-6c57-4c6d-9c4d-ca98b4f3d945)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:59:16.325327 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:16.345945 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-2326892e-3b01-4008-b497-1648c167c7dc None None] Deleting port edc289cb-28c9-4399-8e98-549b796508d8 {{(pid=106359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 07:59:16.347793 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] Calling delete_port for edc289cb-28c9-4399-8e98-549b796508d8 owned by network:dhcp {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:59:16.348426 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2326892e-3b01-4008-b497-1648c167c7dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:16.437855 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-2326892e-3b01-4008-b497-1648c167c7dc None None] For port edc289cb-28c9-4399-8e98-549b796508d8, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=edc289cb-28c9-4399-8e98-549b796508d8,segment=NetworkSegment(901f3602-6c57-4c6d-9c4d-ca98b4f3d945),segment_id=901f3602-6c57-4c6d-9c4d-ca98b4f3d945)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:59:16.438355 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2326892e-3b01-4008-b497-1648c167c7dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:16.451678 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-2326892e-3b01-4008-b497-1648c167c7dc None None] Calling delete_port for edc289cb-28c9-4399-8e98-549b796508d8 owned by network:dhcp {{(pid=106359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 07:59:16.606732 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:16.634876 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] Pushing event deleted for resources: {'Port': ['ID=edc289cb-28c9-4399-8e98-549b796508d8,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:16.643565 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] No DVR routers for this DVR port edc289cb-28c9-4399-8e98-549b796508d8 on host dv-cinder-811078-1-iscsi {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:59:16.701803 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2326892e-3b01-4008-b497-1648c167c7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440'] for port, after_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:16.723111 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693678', 'neutron.services.segments.db._delete_segments_for_network-8792188906900'] for network, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:16.746424 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e8c124-882c-4ed3-9483-409ff26f3f96']}} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:16.748111 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2326892e-3b01-4008-b497-1648c167c7dc None None] No DVR routers for this DVR port edc289cb-28c9-4399-8e98-549b796508d8 on host dv-cinder-811078-1-iscsi {{(pid=106359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 07:59:16.754963 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326892e-3b01-4008-b497-1648c167c7dc None None] Pushing event deleted for resources: {'Port': ['ID=edc289cb-28c9-4399-8e98-549b796508d8,revision_number=None']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:16.755403 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '901f3602-6c57-4c6d-9c4d-ca98b4f3d945') {'for_net_delete': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:16.762443 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '901f3602-6c57-4c6d-9c4d-ca98b4f3d945') {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:16.766322 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device f6b52baf-42e8-49da-8528-a6c8c489cb36 no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:59:16.775015 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792188906397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6574833'] for segment, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:16.788742 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: f6b52baf-42e8-49da-8528-a6c8c489cb36 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:59:16.790052 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device f6b52baf-42e8-49da-8528-a6c8c489cb36 not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:59:16.790669 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device edc289cb-28c9-4399-8e98-549b796508d8 no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:59:16.798869 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:16.806139 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=106357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 07:59:16.806649 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7115631'] for segment, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: Traceback (most recent call last): Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: timer() Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: cb(*args, **kw) Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: return func(*args, **kwargs) Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: self._notify() Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: self.callback(batched_events) Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: event.method(event) Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: return f(self, *a, **k) Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: return self._get(url).json() Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: return self.request(url, 'GET', **kwargs) Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 07:59:16.808425 dv-cinder-811078-1-iscsi neutron-server[106357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 07:59:16.812137 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: edc289cb-28c9-4399-8e98-549b796508d8 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:59:16.812502 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device edc289cb-28c9-4399-8e98-549b796508d8 not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:59:16.813289 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 348d08b7-927b-40d7-b46d-36c19e8bacab no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 07:59:16.839958 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: 348d08b7-927b-40d7-b46d-36c19e8bacab {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 07:59:16.840395 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 348d08b7-927b-40d7-b46d-36c19e8bacab not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 07:59:16.926788 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560399'] for network, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:16.933309 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:16.934722 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] 10.222.0.11 "DELETE /v2.0/networks/a1e8c124-882c-4ed3-9483-409ff26f3f96 HTTP/1.1" status: 204 len: 168 time: 0.9049370 Sep 27 07:59:16.946064 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03643e01-1b84-4b4e-987a-db6088727cce admin admin] Pushing event deleted for resources: {'Network': ['ID=a1e8c124-882c-4ed3-9483-409ff26f3f96,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:17.276053 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 41882) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:17.280217 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c617d887-fbe4-4028-b675-c0204d7b02f2 req-9bd661b3-4201-4179-bce7-2fe33ae5c599 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:17.281877 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c617d887-fbe4-4028-b675-c0204d7b02f2 req-9bd661b3-4201-4179-bce7-2fe33ae5c599 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 943 time: 0.0545573 Sep 27 07:59:17.319818 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-87ff8dc4-4f94-42af-8cc0-947bdb83be91 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=44a7dbe773ff4db489d00bd2021ead4b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0418282 Sep 27 07:59:17.325428 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 41884) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:17.340056 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c617d887-fbe4-4028-b675-c0204d7b02f2 req-5c7f92b1-306a-482a-901a-538a82d32d31 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460813 Sep 27 07:59:17.375860 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-713c186a-8692-44b9-b090-e5d22e7ee4ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:17.399196 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-713c186a-8692-44b9-b090-e5d22e7ee4ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:17.534714 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-713c186a-8692-44b9-b090-e5d22e7ee4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:17.537284 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-713c186a-8692-44b9-b090-e5d22e7ee4ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:17.538461 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-713c186a-8692-44b9-b090-e5d22e7ee4ec admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/1a063381-60ce-4cd8-b7ff-e10532cf25fd HTTP/1.1" status: 204 len: 168 time: 0.2117455 Sep 27 07:59:17.547360 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c186a-8692-44b9-b090-e5d22e7ee4ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a063381-60ce-4cd8-b7ff-e10532cf25fd,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:18.462912 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f559e3-c305-4f44-b14e-e1fe57560969 req-8494a7d7-10a1-4184-849d-08a07102f924 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:18.466740 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e1f559e3-c305-4f44-b14e-e1fe57560969 req-8494a7d7-10a1-4184-849d-08a07102f924 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 943 time: 0.0526094 Sep 27 07:59:18.526427 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e1f559e3-c305-4f44-b14e-e1fe57560969 req-1e0a3939-8a95-46f2-8f46-937bcebd0be9 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458202 Sep 27 07:59:19.694908 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55772503-1956-427d-a9f4-3e36af6c0451 req-8ac31994-ff78-4a5f-8d63-ddec49fd246e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:19.694908 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-55772503-1956-427d-a9f4-3e36af6c0451 req-8ac31994-ff78-4a5f-8d63-ddec49fd246e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 943 time: 0.0528679 Sep 27 07:59:19.735237 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-55772503-1956-427d-a9f4-3e36af6c0451 req-a8b284b9-bcb5-4033-a270-fc5eed76c95b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333912 Sep 27 07:59:20.797764 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 41962) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:20.885650 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969d621-4d29-408b-b81f-a2a874bc4e95 req-b4e899a5-90fd-494c-8f57-4e7745123a78 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:20.887411 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9969d621-4d29-408b-b81f-a2a874bc4e95 req-b4e899a5-90fd-494c-8f57-4e7745123a78 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 943 time: 0.0531905 Sep 27 07:59:20.928923 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-534a860a-ac02-49cd-9628-5fb8af7fb75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:20.933675 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9969d621-4d29-408b-b81f-a2a874bc4e95 req-ecf5bc00-a074-495b-bb6f-d6ba74056b0b tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394108 Sep 27 07:59:21.025208 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-534a860a-ac02-49cd-9628-5fb8af7fb75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:21.105733 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-534a860a-ac02-49cd-9628-5fb8af7fb75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:21.143720 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-534a860a-ac02-49cd-9628-5fb8af7fb75d admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7aa6df9bdaf74248a661ae731f6a84bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3446202 Sep 27 07:59:21.146166 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41966) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:21.163862 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a860a-ac02-49cd-9628-5fb8af7fb75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddedcbb6-8820-4c12-989c-d93ff99ed763,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:21.194540 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e4e31d28-b8fb-4a7c-a42c-71692c256b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:21.223590 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e4e31d28-b8fb-4a7c-a42c-71692c256b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:21.363569 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e4e31d28-b8fb-4a7c-a42c-71692c256b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:21.368193 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-e4e31d28-b8fb-4a7c-a42c-71692c256b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:21.370166 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-e4e31d28-b8fb-4a7c-a42c-71692c256b22 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ddedcbb6-8820-4c12-989c-d93ff99ed763 HTTP/1.1" status: 204 len: 168 time: 0.2225947 Sep 27 07:59:21.379570 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e31d28-b8fb-4a7c-a42c-71692c256b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddedcbb6-8820-4c12-989c-d93ff99ed763,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:22.075591 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57756af-f1d8-42ea-93f0-d82a9f210aa9 req-d8a88781-a742-4466-b18f-86a019366cf7 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:22.080577 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c57756af-f1d8-42ea-93f0-d82a9f210aa9 req-d8a88781-a742-4466-b18f-86a019366cf7 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 943 time: 0.0583904 Sep 27 07:59:22.119838 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c57756af-f1d8-42ea-93f0-d82a9f210aa9 req-a984d38d-1140-4075-90e8-4464dbed7a12 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350127 Sep 27 07:59:22.224793 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 41976) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:22.225241 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b4aec5ae-c72e-440e-b609-3f470d4a4656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:22.317644 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b4aec5ae-c72e-440e-b609-3f470d4a4656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:22.414688 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b4aec5ae-c72e-440e-b609-3f470d4a4656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:22.453892 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-b4aec5ae-c72e-440e-b609-3f470d4a4656 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d428be20e9614125a69c2b84efa2d5c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2408955 Sep 27 07:59:22.455133 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aec5ae-c72e-440e-b609-3f470d4a4656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4005ee39-fe08-434b-b0a2-961306c7535a,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:22.456754 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 41978) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:22.509473 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6f1df592-8e6b-4993-8e96-c9a2cf49a97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:22.533335 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6f1df592-8e6b-4993-8e96-c9a2cf49a97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:22.686966 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6f1df592-8e6b-4993-8e96-c9a2cf49a97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:22.691462 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6f1df592-8e6b-4993-8e96-c9a2cf49a97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:22.696945 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-6f1df592-8e6b-4993-8e96-c9a2cf49a97a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4005ee39-fe08-434b-b0a2-961306c7535a HTTP/1.1" status: 204 len: 168 time: 0.2383773 Sep 27 07:59:22.706481 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1df592-8e6b-4993-8e96-c9a2cf49a97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4005ee39-fe08-434b-b0a2-961306c7535a,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:23.253679 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be11660-e869-4e9d-8c12-1792f1b864b1 req-c5c20377-fb36-44c7-a3cc-06789e37f488 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:23.255233 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4be11660-e869-4e9d-8c12-1792f1b864b1 req-c5c20377-fb36-44c7-a3cc-06789e37f488 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 943 time: 0.0537772 Sep 27 07:59:23.316332 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4be11660-e869-4e9d-8c12-1792f1b864b1 req-d7745be2-9dde-4da1-9840-be0d69a4af20 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526865 Sep 27 07:59:24.430703 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45a32c-3f75-4fa7-a264-a676d5a60564 req-8a6f08fc-7516-4d51-9719-4b6cd59eedb4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:24.432187 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3c45a32c-3f75-4fa7-a264-a676d5a60564 req-8a6f08fc-7516-4d51-9719-4b6cd59eedb4 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 943 time: 0.0532267 Sep 27 07:59:24.469251 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3c45a32c-3f75-4fa7-a264-a676d5a60564 req-2f098a14-e107-4284-a35a-40bd91579a1c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309856 Sep 27 07:59:25.591480 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d4607-4d74-40a8-8a9c-56b9c2a8024d req-736a04d2-5b9e-4082-981c-8d8839d5bfcb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:25.592994 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3a0d4607-4d74-40a8-8a9c-56b9c2a8024d req-736a04d2-5b9e-4082-981c-8d8839d5bfcb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 943 time: 0.0498531 Sep 27 07:59:25.630920 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3a0d4607-4d74-40a8-8a9c-56b9c2a8024d req-3ee80649-c0a7-4f82-b0a1-84646739d1c1 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320809 Sep 27 07:59:26.608504 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 07:59:26.716169 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:59:26.750170 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a835da-3370-4558-95ad-918a3bc529e0 req-95665785-b9ad-4a6b-9af0-0b2eadfe960e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:26.751714 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-91a835da-3370-4558-95ad-918a3bc529e0 req-95665785-b9ad-4a6b-9af0-0b2eadfe960e tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 943 time: 0.0494184 Sep 27 07:59:26.796248 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-91a835da-3370-4558-95ad-918a3bc529e0 req-21b78da5-39d4-4cd2-af1b-b507035744da tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377455 Sep 27 07:59:26.817296 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:59:26.828382 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'port_id': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419', 'mac_address': 'fa:16:3e:6a:bc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:59:26.869006 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:26.884519 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:59:26.905378 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:59:27.006192 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:27.055218 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,revision_number=9']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:27.062449 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:27.062876 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:27.063218 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:27.063552 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:27.063879 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:27.064202 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:27.064525 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:27.064847 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:27.065193 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:27.065513 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:27.065832 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:27.066148 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:27.230673 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:59:27.917558 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f7f4d-c455-4dad-9cef-de374c9eb5f3 req-233dbc82-5897-44c0-a72d-1eaa9ee4a1ef tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:27.919043 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3b1f7f4d-c455-4dad-9cef-de374c9eb5f3 req-233dbc82-5897-44c0-a72d-1eaa9ee4a1ef tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 944 time: 0.0533161 Sep 27 07:59:27.955862 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3b1f7f4d-c455-4dad-9cef-de374c9eb5f3 req-c36f8e7f-7e26-4303-aeba-5f269170ff04 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309346 Sep 27 07:59:28.050969 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 42146) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:28.167421 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-71222598-1d7a-4fbe-b444-9f615a464628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:28.199554 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-3093be53-2780-4b0b-847f-42281e028050 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-584138279&fields=id&tenant_id=3fc2ecd473824a02ad77d5b116b02a03 HTTP/1.1" status: 200 len: 267 time: 0.0499492 Sep 27 07:59:28.336915 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-96ca71d5-0848-46b3-8c4e-d49638d3a4f7 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:28.338389 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-96ca71d5-0848-46b3-8c4e-d49638d3a4f7 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/networks?id=48e5299c-7c9a-4841-b3e9-662a8de1ed8f HTTP/1.1" status: 200 len: 808 time: 0.1304727 Sep 27 07:59:28.367591 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-71222598-1d7a-4fbe-b444-9f615a464628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:28.369329 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-206e7ac7-9bb5-4538-9f3a-37ac47195126 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/quotas/3fc2ecd473824a02ad77d5b116b02a03 HTTP/1.1" status: 200 len: 375 time: 0.0214217 Sep 27 07:59:28.419389 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-4397d2ef-8419-4844-9f77-fa1e8639eeef tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fc2ecd473824a02ad77d5b116b02a03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441587 Sep 27 07:59:28.449242 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-71222598-1d7a-4fbe-b444-9f615a464628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:28.522218 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-71222598-1d7a-4fbe-b444-9f615a464628 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=d2358ae6eeaa44789851f9fc130cca9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4701300 Sep 27 07:59:28.525481 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 42154) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:28.533207 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71222598-1d7a-4fbe-b444-9f615a464628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8334b5-0395-45de-b17d-b59fc1a4203f,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:28.557722 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-6ec43dfa-6e82-4ff6-8b65-1ca36129fb7c service neutron] 10.222.0.11 "GET /v2.0/networks/48e5299c-7c9a-4841-b3e9-662a8de1ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267068 Sep 27 07:59:28.586762 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0cbc3871-a899-4ada-885a-36cc553061d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:28.610127 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0cbc3871-a899-4ada-885a-36cc553061d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:28.665128 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-a41750d5-4faa-40d5-a9c0-690433567c25 service neutron] 10.222.0.11 "GET /v2.0/networks/48e5299c-7c9a-4841-b3e9-662a8de1ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006193 Sep 27 07:59:28.729735 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:59:28.780951 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:59:28.781330 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:28.858071 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:28.881424 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f311e67-e268-4ae7-8964-67ee1840b402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:59:28.884070 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f559425-439e-4539-b796-d01e1b667ab2" -d '{"events": [{"server_uuid": "6f311e67-e268-4ae7-8964-67ee1840b402", "name": "network-vif-plugged", "status": "completed", "tag": "5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:59:28.900253 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:59:29.560525 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0cbc3871-a899-4ada-885a-36cc553061d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:29.563130 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-0cbc3871-a899-4ada-885a-36cc553061d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:29.564309 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-0cbc3871-a899-4ada-885a-36cc553061d3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cc8334b5-0395-45de-b17d-b59fc1a4203f HTTP/1.1" status: 204 len: 168 time: 1.0378261 Sep 27 07:59:29.571923 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc3871-a899-4ada-885a-36cc553061d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8334b5-0395-45de-b17d-b59fc1a4203f,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:29.591664 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:29.639790 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,revision_number=10']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:29.937986 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505c6ed0-e599-42ae-bef3-740d43949212 x-openstack-request-id: req-505c6ed0-e599-42ae-bef3-740d43949212 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:59:29.937986 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f311e67-e268-4ae7-8964-67ee1840b402", "name": "network-vif-plugged", "status": "completed", "tag": "5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:59:29.938657 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-505c6ed0-e599-42ae-bef3-740d43949212 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:59:29.939078 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f311e67-e268-4ae7-8964-67ee1840b402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419', 'code': 200} Sep 27 07:59:30.301335 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec3f28-5800-4082-99ce-e4b037a476c1 req-c5bba2f9-b737-4636-ada5-6b6d98dbf390 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:30.302844 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6eec3f28-5800-4082-99ce-e4b037a476c1 req-c5bba2f9-b737-4636-ada5-6b6d98dbf390 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 946 time: 0.3209565 Sep 27 07:59:30.337156 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 42178) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:30.343833 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-6eec3f28-5800-4082-99ce-e4b037a476c1 req-613e8838-108e-4f8c-9de9-2b197883e2df tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348926 Sep 27 07:59:30.353410 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b264b-6786-4e05-a84d-e3c9c4a47a7a req-8511e61f-f046-4db3-ab29-edc15833d760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:30.358313 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-5e4b264b-6786-4e05-a84d-e3c9c4a47a7a req-8511e61f-f046-4db3-ab29-edc15833d760 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 1099 time: 0.0523078 Sep 27 07:59:30.358313 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ac2b9264-6ba9-4df9-b8ba-57e354551292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:30.412307 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-faa0d169-a9dd-4a8f-a9f2-8b3a97084914 req-e3f7eef4-fccd-4e5c-8b62-78aec646be9f tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 210 time: 0.0273643 Sep 27 07:59:30.414818 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-5e4b264b-6786-4e05-a84d-e3c9c4a47a7a req-3d7496ea-bc8b-4a77-8135-caba9930e763 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487914 Sep 27 07:59:30.476421 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ac2b9264-6ba9-4df9-b8ba-57e354551292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:30.531991 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-ac2b9264-6ba9-4df9-b8ba-57e354551292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:30.573667 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-ac2b9264-6ba9-4df9-b8ba-57e354551292 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=152b83bb8e68463a9a5acfca83d608d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355149 Sep 27 07:59:30.574590 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b9264-6ba9-4df9-b8ba-57e354551292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82aeff98-dd66-487c-9e1a-1af3410867f0,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:30.576451 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 42180) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:30.624682 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bac0077c-aca4-40fb-8d0e-a5db3e4c0895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:30.645172 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bac0077c-aca4-40fb-8d0e-a5db3e4c0895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:30.767721 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bac0077c-aca4-40fb-8d0e-a5db3e4c0895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:30.774377 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bac0077c-aca4-40fb-8d0e-a5db3e4c0895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:30.774377 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-bac0077c-aca4-40fb-8d0e-a5db3e4c0895 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/82aeff98-dd66-487c-9e1a-1af3410867f0 HTTP/1.1" status: 204 len: 168 time: 0.1933136 Sep 27 07:59:30.779960 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac0077c-aca4-40fb-8d0e-a5db3e4c0895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82aeff98-dd66-487c-9e1a-1af3410867f0,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:31.463729 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff98c6f-3c68-4f92-b16f-2868803cf03d req-8304da96-966f-4053-a2a9-5ad861895599 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:31.465266 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2ff98c6f-3c68-4f92-b16f-2868803cf03d req-8304da96-966f-4053-a2a9-5ad861895599 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 946 time: 0.0487595 Sep 27 07:59:31.503656 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2ff98c6f-3c68-4f92-b16f-2868803cf03d req-77fd0b06-b8e3-48f7-aa91-8cdbe7a73adf tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324335 Sep 27 07:59:31.594202 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-be9fd195-eb72-40a2-b747-e0b426339aef req-4cfaee12-5034-4a4e-be52-d0fa158b1934 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 210 time: 0.0325327 Sep 27 07:59:32.374398 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:32.436195 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-7cdcc447-47e9-4da1-b90a-1ac0e23ba1bb tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:32.437607 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-7cdcc447-47e9-4da1-b90a-1ac0e23ba1bb tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.25 "GET /v2.0/networks?id=48e5299c-7c9a-4841-b3e9-662a8de1ed8f HTTP/1.1" status: 200 len: 808 time: 0.1020579 Sep 27 07:59:32.479575 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-ab3d6a81-3ee1-4e9d-9c3f-a358b19d81c0 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3fc2ecd473824a02ad77d5b116b02a03 HTTP/1.1" status: 200 len: 379 time: 0.0329378 Sep 27 07:59:32.489277 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-6d69ec07-dd42-45fd-9da2-5a39ccae77e8 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Request body: {'port': {'device_id': '051c83eb-d502-4f79-998f-a72ffd126726', 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f', 'admin_state_up': True, 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'security_groups': ['9ecbe612-2068-45f9-a313-370d7be50696']}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:59:32.635918 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bf121-6e47-4063-ae80-091abe19f4c7 req-55462709-911c-4d64-b873-f1d908a2a7cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:32.637550 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-713bf121-6e47-4063-ae80-091abe19f4c7 req-55462709-911c-4d64-b873-f1d908a2a7cb tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 946 time: 0.0543580 Sep 27 07:59:32.679452 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-713bf121-6e47-4063-ae80-091abe19f4c7 req-4e1590d9-92ab-4b00-b240-a44594d6c2a5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348818 Sep 27 07:59:32.705351 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-6d69ec07-dd42-45fd-9da2-5a39ccae77e8 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Made reservation on behalf of 3fc2ecd473824a02ad77d5b116b02a03 for: {'port': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 07:59:32.709772 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-6d69ec07-dd42-45fd-9da2-5a39ccae77e8 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:32.795505 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ec573a37-607c-47e4-8c34-b396c9527827 req-98c6c6ef-cb1a-4d11-afa3-0e7e3eedb939 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 210 time: 0.0327399 Sep 27 07:59:32.852719 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-6d69ec07-dd42-45fd-9da2-5a39ccae77e8 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Allocated IP 172.20.0.4 (48e5299c-7c9a-4841-b3e9-662a8de1ed8f/1c6659f6-c66f-407e-b8ef-98f3c8eead86/9420b48b-19e9-4596-8161-d97fd85d70e1) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:59:32.992330 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-6d69ec07-dd42-45fd-9da2-5a39ccae77e8 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:33.135007 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-6d69ec07-dd42-45fd-9da2-5a39ccae77e8 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:33.179959 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-6d69ec07-dd42-45fd-9da2-5a39ccae77e8 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Network 48e5299c-7c9a-4841-b3e9-662a8de1ed8f is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:59:33.182974 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-6d69ec07-dd42-45fd-9da2-5a39ccae77e8 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:59:33.186614 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-6d69ec07-dd42-45fd-9da2-5a39ccae77e8 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:59:33.194858 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69ec07-dd42-45fd-9da2-5a39ccae77e8 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Pushing event updated for resources: {'Port': ['ID=9420b48b-19e9-4596-8161-d97fd85d70e1,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:33.241136 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-6d69ec07-dd42-45fd-9da2-5a39ccae77e8 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:33.242331 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-6d69ec07-dd42-45fd-9da2-5a39ccae77e8 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:33.359906 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-72491124-0fe7-443f-8cbe-3671a997ffa7 None None] Provisioning complete for port 9420b48b-19e9-4596-8161-d97fd85d70e1 triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:59:33.360411 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-72491124-0fe7-443f-8cbe-3671a997ffa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:33.381079 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-6d69ec07-dd42-45fd-9da2-5a39ccae77e8 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8950844 Sep 27 07:59:33.393874 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Request body: {'port': {'device_id': '051c83eb-d502-4f79-998f-a72ffd126726', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:59:33.394095 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-72491124-0fe7-443f-8cbe-3671a997ffa7 None None] Port 9420b48b-19e9-4596-8161-d97fd85d70e1 cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 07:59:33.448837 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:33.453935 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-968f8bce-f7be-48b3-b66a-d0d44766fb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:33.716844 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9420b48b-19e9-4596-8161-d97fd85d70e1 {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:59:33.724551 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:33.736843 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Transition to ACTIVE for port object 9420b48b-19e9-4596-8161-d97fd85d70e1 will not be triggered until provisioned by entity L2. {{(pid=106357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 07:59:33.797779 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8ce8e-5a88-4f3a-adc8-e82f6bfc0f97 req-d624932d-f669-4561-a86f-8f11a5c24d36 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:33.799243 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c3a8ce8e-5a88-4f3a-adc8-e82f6bfc0f97 req-d624932d-f669-4561-a86f-8f11a5c24d36 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 946 time: 0.0485713 Sep 27 07:59:33.820396 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:33.837692 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c3a8ce8e-5a88-4f3a-adc8-e82f6bfc0f97 req-46d16c75-5672-4862-a899-fed50e622be5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319192 Sep 27 07:59:33.910822 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Pushing event updated for resources: {'Port': ['ID=9420b48b-19e9-4596-8161-d97fd85d70e1,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:33.924571 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:33.925063 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:33.925302 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:33.925628 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:33.925955 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:33.926277 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:33.926599 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:33.926919 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:33.927237 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:33.927551 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:33.927866 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:33.928179 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:33.957181 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Attempting to bind port 9420b48b-19e9-4596-8161-d97fd85d70e1 on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 07:59:33.957792 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Attempting to bind port 9420b48b-19e9-4596-8161-d97fd85d70e1 by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': '70c34626-833a-4641-8e1e-95560a381555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 07:59:33.958203 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Attempting to bind port 9420b48b-19e9-4596-8161-d97fd85d70e1 on network 48e5299c-7c9a-4841-b3e9-662a8de1ed8f {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:59:33.960968 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47385277-03ed-4dad-bc7d-285913585ee3 req-b1256163-cd36-4a6a-9bb2-6af20ede4c32 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:33.969450 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-47385277-03ed-4dad-bc7d-285913585ee3 req-b1256163-cd36-4a6a-9bb2-6af20ede4c32 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 943 time: 0.0572069 Sep 27 07:59:33.969776 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Port 9420b48b-19e9-4596-8161-d97fd85d70e1 on network 48e5299c-7c9a-4841-b3e9-662a8de1ed8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 07:59:33.969776 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Attempting to bind port 9420b48b-19e9-4596-8161-d97fd85d70e1 on network 48e5299c-7c9a-4841-b3e9-662a8de1ed8f {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 07:59:33.975498 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 7, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 07:59:33.976835 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Checking segment: {'id': '70c34626-833a-4641-8e1e-95560a381555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 07:59:33.977825 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Bound using segment: {'id': '70c34626-833a-4641-8e1e-95560a381555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 07:59:33.978453 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Bound port: 9420b48b-19e9-4596-8161-d97fd85d70e1, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70c34626-833a-4641-8e1e-95560a381555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 07:59:33.979181 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:34.023545 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-47385277-03ed-4dad-bc7d-285913585ee3 req-903a4d06-56a8-4fa4-ac78-be1ef7a575bf tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534446 Sep 27 07:59:34.051215 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] For port 9420b48b-19e9-4596-8161-d97fd85d70e1, host hv-cinder-81107, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 07:59:34.055588 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] For port 9420b48b-19e9-4596-8161-d97fd85d70e1, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=9420b48b-19e9-4596-8161-d97fd85d70e1,segment=NetworkSegment(70c34626-833a-4641-8e1e-95560a381555),segment_id=70c34626-833a-4641-8e1e-95560a381555)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 07:59:34.151319 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:34.185105 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:34.185592 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:34.186989 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] 10.222.0.25 "PUT /v2.0/ports/9420b48b-19e9-4596-8161-d97fd85d70e1 HTTP/1.1" status: 200 len: 1093 time: 0.7975783 Sep 27 07:59:34.187570 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051c83eb-d502-4f79-998f-a72ffd126726', 'tag': '9420b48b-19e9-4596-8161-d97fd85d70e1'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:59:34.189716 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880ad440-56c4-4fee-accb-3ed7d89adfbd" -d '{"events": [{"name": "network-changed", "server_uuid": "051c83eb-d502-4f79-998f-a72ffd126726", "tag": "9420b48b-19e9-4596-8161-d97fd85d70e1"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:59:34.226727 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e710ed-242f-4c3a-8343-46257b13d01d service neutron] Pushing event updated for resources: {'Port': ['ID=9420b48b-19e9-4596-8161-d97fd85d70e1,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:34.252522 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cf9635-3c73-47f8-b5b0-34bbc29ecc47 x-openstack-request-id: req-a2cf9635-3c73-47f8-b5b0-34bbc29ecc47 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:59:34.252818 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051c83eb-d502-4f79-998f-a72ffd126726", "tag": "9420b48b-19e9-4596-8161-d97fd85d70e1", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:59:34.253098 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-a2cf9635-3c73-47f8-b5b0-34bbc29ecc47 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:59:34.253489 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051c83eb-d502-4f79-998f-a72ffd126726', 'tag': '9420b48b-19e9-4596-8161-d97fd85d70e1', 'status': 'completed', 'code': 200} Sep 27 07:59:34.316669 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c4bcf622-27fc-4bd8-9bfd-fc950af980d4 req-1461268e-379f-4d2c-8d0a-337e1138d52e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768661 Sep 27 07:59:34.334127 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ad440-56c4-4fee-accb-3ed7d89adfbd req-090f5831-33f1-42d9-bf08-0516c746dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:34.335686 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-880ad440-56c4-4fee-accb-3ed7d89adfbd req-090f5831-33f1-42d9-bf08-0516c746dc6a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3fc2ecd473824a02ad77d5b116b02a03&device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 1096 time: 0.0572813 Sep 27 07:59:34.452006 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcf622-27fc-4bd8-9bfd-fc950af980d4 req-8ad46c37-ba23-4a9a-8bb1-642f54c2e093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:34.453577 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c4bcf622-27fc-4bd8-9bfd-fc950af980d4 req-8ad46c37-ba23-4a9a-8bb1-642f54c2e093 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b1bc7a25806467289ddc968184753a5&device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 1099 time: 0.1089044 Sep 27 07:59:34.480562 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ad440-56c4-4fee-accb-3ed7d89adfbd req-740c194a-2cc6-47b7-a358-cd8fd2c72c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:34.481870 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-880ad440-56c4-4fee-accb-3ed7d89adfbd req-740c194a-2cc6-47b7-a358-cd8fd2c72c2b service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=3fc2ecd473824a02ad77d5b116b02a03&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1289394 Sep 27 07:59:34.628427 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcf622-27fc-4bd8-9bfd-fc950af980d4 req-6c22bb6e-6657-4613-bf8d-bd2493c540a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:34.629956 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c4bcf622-27fc-4bd8-9bfd-fc950af980d4 req-6c22bb6e-6657-4613-bf8d-bd2493c540a3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a HTTP/1.1" status: 200 len: 917 time: 0.1572251 Sep 27 07:59:34.634984 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ad440-56c4-4fee-accb-3ed7d89adfbd req-d3ef3b95-fdcf-4d09-b75f-01028d4f6f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:34.636302 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-880ad440-56c4-4fee-accb-3ed7d89adfbd req-d3ef3b95-fdcf-4d09-b75f-01028d4f6f52 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1435030 Sep 27 07:59:34.725310 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c4bcf622-27fc-4bd8-9bfd-fc950af980d4 req-584de15d-ca1e-4355-b672-e8ca4ecd5959 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 HTTP/1.1" status: 200 len: 1001 time: 0.0878654 Sep 27 07:59:34.731131 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-7e879be5-7e77-43da-9b98-1c19318c99d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:34.732456 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-7e879be5-7e77-43da-9b98-1c19318c99d6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3fc2ecd473824a02ad77d5b116b02a03&device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 1096 time: 0.0549757 Sep 27 07:59:34.795425 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-abd52fef-b536-4768-b043-861b20252856 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9420b48b-19e9-4596-8161-d97fd85d70e1 HTTP/1.1" status: 200 len: 217 time: 0.0544722 Sep 27 07:59:34.831598 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcf622-27fc-4bd8-9bfd-fc950af980d4 req-f42cc1c2-19f0-4d89-b08c-cd715bc36ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:34.833015 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c4bcf622-27fc-4bd8-9bfd-fc950af980d4 req-f42cc1c2-19f0-4d89-b08c-cd715bc36ef5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5bfd5703-49a7-4117-8b63-4cb80c5fda09 HTTP/1.1" status: 200 len: 855 time: 0.0996892 Sep 27 07:59:34.867681 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-29593905-abc2-488a-a5d9-1dbb1a888cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:34.869113 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-29593905-abc2-488a-a5d9-1dbb1a888cca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c6659f6-c66f-407e-b8ef-98f3c8eead86 HTTP/1.1" status: 200 len: 847 time: 0.0666075 Sep 27 07:59:34.908677 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcf622-27fc-4bd8-9bfd-fc950af980d4 req-a5081b9d-95cf-4bea-a16d-a7f1aac86e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:34.910442 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c4bcf622-27fc-4bd8-9bfd-fc950af980d4 req-a5081b9d-95cf-4bea-a16d-a7f1aac86e6d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9e794ea3-d6e9-4153-9df1-e37627fe5d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0682566 Sep 27 07:59:34.942443 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-d0814a65-9c3f-405f-b4bd-473e9b95cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:34.944005 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-d0814a65-9c3f-405f-b4bd-473e9b95cec4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=48e5299c-7c9a-4841-b3e9-662a8de1ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676997 Sep 27 07:59:35.062349 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c4bcf622-27fc-4bd8-9bfd-fc950af980d4 req-6b32b1cc-03c7-420c-af2c-a8bf00baf96c service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443102 Sep 27 07:59:35.096179 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-a543a9b3-f93d-415f-87af-24665a572750 service neutron] 10.222.0.25 "GET /v2.0/networks/48e5299c-7c9a-4841-b3e9-662a8de1ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441128 Sep 27 07:59:35.143358 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02972a7-1ae3-4a55-9211-3f64c1cf1942 req-0ddd4dc7-8791-483d-8bb5-7a5ad0010b57 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:35.144846 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f02972a7-1ae3-4a55-9211-3f64c1cf1942 req-0ddd4dc7-8791-483d-8bb5-7a5ad0010b57 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 943 time: 0.0519469 Sep 27 07:59:35.184176 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f02972a7-1ae3-4a55-9211-3f64c1cf1942 req-85870f49-4f47-4322-ad87-17caf7671f25 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330334 Sep 27 07:59:35.219261 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c4bcf622-27fc-4bd8-9bfd-fc950af980d4 req-c22159ca-9feb-4c21-9e63-ce5d3e46a41f service neutron] 10.222.0.25 "GET /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495829 Sep 27 07:59:35.234242 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-401797be-86eb-4ce2-9894-0e1e8d89113f req-b542e884-519a-41b3-91f8-20b0d15a3fb9 service neutron] 10.222.0.25 "GET /v2.0/networks/48e5299c-7c9a-4841-b3e9-662a8de1ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297100 Sep 27 07:59:36.196621 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-bf9b8a90-0f75-46b2-ade5-341c5a71bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:36.298056 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a483b-7618-4446-9eb6-30e85e2681cd req-8d7aac85-69e8-4e95-a931-a89549a86636 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:36.299517 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dc7a483b-7618-4446-9eb6-30e85e2681cd req-8d7aac85-69e8-4e95-a931-a89549a86636 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 943 time: 0.0506468 Sep 27 07:59:36.335733 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dc7a483b-7618-4446-9eb6-30e85e2681cd req-778e4086-b7cb-41c9-b966-8a2037ca30ee tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297780 Sep 27 07:59:36.602748 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:37.019245 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:37.447941 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456be71-b71f-4250-8203-5e621e06e236 req-8a9dea02-8c0f-4c57-8b26-2c034702dc3a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:37.449442 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c456be71-b71f-4250-8203-5e621e06e236 req-8a9dea02-8c0f-4c57-8b26-2c034702dc3a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 943 time: 0.0486650 Sep 27 07:59:37.485382 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c456be71-b71f-4250-8203-5e621e06e236 req-b7867e95-34b2-45cd-81d2-f43a331b763e tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301299 Sep 27 07:59:38.603147 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c158f9-3a69-402f-a5fa-551b73301e01 req-3c7a7eab-b421-4f93-9b3c-ebf56b9253c3 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:38.604645 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d6c158f9-3a69-402f-a5fa-551b73301e01 req-3c7a7eab-b421-4f93-9b3c-ebf56b9253c3 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 943 time: 0.0523887 Sep 27 07:59:38.641544 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d6c158f9-3a69-402f-a5fa-551b73301e01 req-3579f6b9-f31d-4413-8ec9-c1c8096af300 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309527 Sep 27 07:59:38.939098 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:39.752980 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea2cae-df74-47ee-bad0-2e32487708b4 req-33726658-a6e0-4c32-93ee-e6519692b28f tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:39.754436 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-37ea2cae-df74-47ee-bad0-2e32487708b4 req-33726658-a6e0-4c32-93ee-e6519692b28f tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 943 time: 0.0482075 Sep 27 07:59:39.791902 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-37ea2cae-df74-47ee-bad0-2e32487708b4 req-ad21fd7f-e18f-456e-936c-f778823756bc tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314467 Sep 27 07:59:40.903730 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f241c-b6e0-4f64-a5d0-e6a8952affb8 req-8b05d299-4967-4c95-8aee-06a9ed9def75 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:40.905233 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a89f241c-b6e0-4f64-a5d0-e6a8952affb8 req-8b05d299-4967-4c95-8aee-06a9ed9def75 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 943 time: 0.0486081 Sep 27 07:59:40.942122 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a89f241c-b6e0-4f64-a5d0-e6a8952affb8 req-b16ef592-987f-4538-9b6b-696c052f6c78 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307248 Sep 27 07:59:42.058119 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531f4bb-a692-42e3-bf67-3a940dde8d84 req-c92ce9bf-3c51-4e16-85e1-0102e648bab1 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:42.059660 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e531f4bb-a692-42e3-bf67-3a940dde8d84 req-c92ce9bf-3c51-4e16-85e1-0102e648bab1 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 943 time: 0.0525570 Sep 27 07:59:42.097566 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e531f4bb-a692-42e3-bf67-3a940dde8d84 req-e8370210-967d-4db1-bac7-028f0cfb6462 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319426 Sep 27 07:59:42.825400 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 9420b48b-19e9-4596-8161-d97fd85d70e1 details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 07:59:42.917478 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 9420b48b-19e9-4596-8161-d97fd85d70e1, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=9420b48b-19e9-4596-8161-d97fd85d70e1,segment=NetworkSegment(70c34626-833a-4641-8e1e-95560a381555),segment_id=70c34626-833a-4641-8e1e-95560a381555)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:59:42.928321 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': '9420b48b-19e9-4596-8161-d97fd85d70e1', 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f', 'port_id': '9420b48b-19e9-4596-8161-d97fd85d70e1', 'mac_address': 'fa:16:3e:c7:81:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 07:59:42.964105 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:42.979906 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9420b48b-19e9-4596-8161-d97fd85d70e1 {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 07:59:42.999667 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 9420b48b-19e9-4596-8161-d97fd85d70e1, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=9420b48b-19e9-4596-8161-d97fd85d70e1,segment=NetworkSegment(70c34626-833a-4641-8e1e-95560a381555),segment_id=70c34626-833a-4641-8e1e-95560a381555)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:59:43.082584 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:43.129672 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=9420b48b-19e9-4596-8161-d97fd85d70e1,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:43.218063 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689d814e-a1d2-4d80-b184-7a852b58b3c9 req-a2ca335b-a0de-445e-8095-f8593e59eab6 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:43.220627 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-689d814e-a1d2-4d80-b184-7a852b58b3c9 req-a2ca335b-a0de-445e-8095-f8593e59eab6 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 944 time: 0.0557797 Sep 27 07:59:43.258478 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-689d814e-a1d2-4d80-b184-7a852b58b3c9 req-6d5cdfdf-7500-4382-9b43-cb1417db7f58 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319552 Sep 27 07:59:43.309123 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['9420b48b-19e9-4596-8161-d97fd85d70e1'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 07:59:43.971941 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 42340) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:44.073163 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-360353de-2391-4280-8196-2bc7963f3380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:44.157557 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-360353de-2391-4280-8196-2bc7963f3380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:44.242125 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-360353de-2391-4280-8196-2bc7963f3380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:44.279847 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-360353de-2391-4280-8196-2bc7963f3380 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=a68594f5eaa94edcaa5cda9bffcabb0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066425 Sep 27 07:59:44.281239 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360353de-2391-4280-8196-2bc7963f3380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb12a7dc-8b97-420c-ab37-3c7906dd2e33,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:44.282358 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 42346) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:44.334419 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6a5c74fb-6f3b-47e7-9826-deca38009c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:44.355652 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6a5c74fb-6f3b-47e7-9826-deca38009c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:44.376050 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb561b-5624-4f9e-8fab-59eaf9b3aa92 req-f8b58e1b-54e6-4ab4-ba0b-ccb422406ccd tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:44.377573 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a7bb561b-5624-4f9e-8fab-59eaf9b3aa92 req-f8b58e1b-54e6-4ab4-ba0b-ccb422406ccd tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 944 time: 0.0519412 Sep 27 07:59:44.415449 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a7bb561b-5624-4f9e-8fab-59eaf9b3aa92 req-1dd27a02-269a-4543-ac11-7981579aef33 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314302 Sep 27 07:59:44.459379 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6a5c74fb-6f3b-47e7-9826-deca38009c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:44.461985 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6a5c74fb-6f3b-47e7-9826-deca38009c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:44.463121 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-6a5c74fb-6f3b-47e7-9826-deca38009c7f admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fb12a7dc-8b97-420c-ab37-3c7906dd2e33 HTTP/1.1" status: 204 len: 168 time: 0.1797984 Sep 27 07:59:44.470646 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c74fb-6f3b-47e7-9826-deca38009c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb12a7dc-8b97-420c-ab37-3c7906dd2e33,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:44.842510 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 9420b48b-19e9-4596-8161-d97fd85d70e1 up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 07:59:45.007757 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port 9420b48b-19e9-4596-8161-d97fd85d70e1 completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 07:59:45.011567 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port 9420b48b-19e9-4596-8161-d97fd85d70e1 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 07:59:45.011966 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:45.088803 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:45.110836 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051c83eb-d502-4f79-998f-a72ffd126726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9420b48b-19e9-4596-8161-d97fd85d70e1'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:59:45.113084 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cccd340-2916-4189-ba76-abe893cf5e31" -d '{"events": [{"server_uuid": "051c83eb-d502-4f79-998f-a72ffd126726", "name": "network-vif-plugged", "status": "completed", "tag": "9420b48b-19e9-4596-8161-d97fd85d70e1"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:59:45.125690 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 9420b48b-19e9-4596-8161-d97fd85d70e1, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=9420b48b-19e9-4596-8161-d97fd85d70e1,segment=NetworkSegment(70c34626-833a-4641-8e1e-95560a381555),segment_id=70c34626-833a-4641-8e1e-95560a381555)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 07:59:45.147235 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 07:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc27aa7-40a4-4133-bf8d-88bba4bf42f1 x-openstack-request-id: req-4bc27aa7-40a4-4133-bf8d-88bba4bf42f1 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:59:45.147621 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051c83eb-d502-4f79-998f-a72ffd126726", "name": "network-vif-plugged", "status": "completed", "tag": "9420b48b-19e9-4596-8161-d97fd85d70e1", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:59:45.148425 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4bc27aa7-40a4-4133-bf8d-88bba4bf42f1 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:59:45.148814 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051c83eb-d502-4f79-998f-a72ffd126726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9420b48b-19e9-4596-8161-d97fd85d70e1', 'code': 200} Sep 27 07:59:45.196812 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 42354) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:45.213066 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-123ed3fe-953f-4f52-aaf1-9fa3607214f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:45.242492 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:45.293807 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=9420b48b-19e9-4596-8161-d97fd85d70e1,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:45.300393 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-123ed3fe-953f-4f52-aaf1-9fa3607214f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:45.362483 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-123ed3fe-953f-4f52-aaf1-9fa3607214f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:45.403900 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-123ed3fe-953f-4f52-aaf1-9fa3607214f0 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e261269fac1948c8b65fc834602019c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2034669 Sep 27 07:59:45.404145 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 42356) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:45.410579 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ed3fe-953f-4f52-aaf1-9fa3607214f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283b341c-6668-43d2-8706-2e89c33cd646,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:45.464974 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3d686b33-8808-4271-a1c1-96c85b891fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:45.514305 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3d686b33-8808-4271-a1c1-96c85b891fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:45.537959 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199266e-e1a6-40a0-a0d0-3ff4cc8f9442 req-0af0c05a-b679-4f22-b8c2-10cb7018bf7a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:45.540903 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d199266e-e1a6-40a0-a0d0-3ff4cc8f9442 req-0af0c05a-b679-4f22-b8c2-10cb7018bf7a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0513148 Sep 27 07:59:45.557162 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be409d-a7ff-43a4-b704-75ac6efcf04e req-940425e5-ed25-4963-9add-6156b9ede2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:45.558567 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-16be409d-a7ff-43a4-b704-75ac6efcf04e req-940425e5-ed25-4963-9add-6156b9ede2b6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 1098 time: 0.0892591 Sep 27 07:59:45.586615 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d199266e-e1a6-40a0-a0d0-3ff4cc8f9442 req-99b48eff-4704-42f7-8a4c-c2be76a0b11a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406384 Sep 27 07:59:45.598247 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-16be409d-a7ff-43a4-b704-75ac6efcf04e req-7906f45f-6ca4-4c64-94e1-98d54393fe6a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316534 Sep 27 07:59:45.704630 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3d686b33-8808-4271-a1c1-96c85b891fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:45.707195 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3d686b33-8808-4271-a1c1-96c85b891fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:45.708290 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-3d686b33-8808-4271-a1c1-96c85b891fa5 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/283b341c-6668-43d2-8706-2e89c33cd646 HTTP/1.1" status: 204 len: 168 time: 0.3033891 Sep 27 07:59:45.716091 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d686b33-8808-4271-a1c1-96c85b891fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283b341c-6668-43d2-8706-2e89c33cd646,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:46.700824 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4206e-f95b-4e43-9fa3-ffc13c9f774a req-efeb5a1b-0c90-4b08-82ca-9c0154dc5a3d tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:46.708201 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4df4206e-f95b-4e43-9fa3-ffc13c9f774a req-efeb5a1b-0c90-4b08-82ca-9c0154dc5a3d tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0542834 Sep 27 07:59:46.740242 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4df4206e-f95b-4e43-9fa3-ffc13c9f774a req-fb968e8f-118b-499b-8e89-5ed0be9ea55a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319915 Sep 27 07:59:47.367769 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 42396) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:47.468156 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6ddee547-048c-4bc1-be28-896fad23bda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:47.553186 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6ddee547-048c-4bc1-be28-896fad23bda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:47.628181 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6ddee547-048c-4bc1-be28-896fad23bda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:47.665552 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-6ddee547-048c-4bc1-be28-896fad23bda6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=871df5bbeb6048eca14d377c768dc484&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967501 Sep 27 07:59:47.667457 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddee547-048c-4bc1-be28-896fad23bda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa05a692-5f58-4c47-8dde-e31165222ef3,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:47.668435 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 42400) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:47.719890 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-774a43da-8457-4612-ad4f-a5dd19a397d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:47.740063 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-774a43da-8457-4612-ad4f-a5dd19a397d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:47.861322 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe35eea-fa39-44e0-a411-4de41a2a1ae1 req-e3568f29-bc20-424e-b9bb-a9c2819f4c61 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:47.862823 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3fe35eea-fa39-44e0-a411-4de41a2a1ae1 req-e3568f29-bc20-424e-b9bb-a9c2819f4c61 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0481887 Sep 27 07:59:47.863846 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-774a43da-8457-4612-ad4f-a5dd19a397d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:47.866944 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-774a43da-8457-4612-ad4f-a5dd19a397d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:47.870615 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-774a43da-8457-4612-ad4f-a5dd19a397d0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/aa05a692-5f58-4c47-8dde-e31165222ef3 HTTP/1.1" status: 204 len: 168 time: 0.1985426 Sep 27 07:59:47.888670 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a43da-8457-4612-ad4f-a5dd19a397d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa05a692-5f58-4c47-8dde-e31165222ef3,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:47.901874 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a43da-8457-4612-ad4f-a5dd19a397d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:47.906354 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a43da-8457-4612-ad4f-a5dd19a397d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:47.906354 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a43da-8457-4612-ad4f-a5dd19a397d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:47.906354 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a43da-8457-4612-ad4f-a5dd19a397d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:47.906354 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a43da-8457-4612-ad4f-a5dd19a397d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:47.906354 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a43da-8457-4612-ad4f-a5dd19a397d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:47.906354 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a43da-8457-4612-ad4f-a5dd19a397d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:47.906354 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a43da-8457-4612-ad4f-a5dd19a397d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:47.906354 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a43da-8457-4612-ad4f-a5dd19a397d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:47.906354 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a43da-8457-4612-ad4f-a5dd19a397d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:47.906354 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a43da-8457-4612-ad4f-a5dd19a397d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:47.906354 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774a43da-8457-4612-ad4f-a5dd19a397d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 07:59:47.924209 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3fe35eea-fa39-44e0-a411-4de41a2a1ae1 req-b2c9a18a-bea7-4dd2-905c-f8c3b49cd97e tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535576 Sep 27 07:59:48.036831 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c788fa6-63c6-4f2c-a56c-9c3a364ac718 req-ac952723-f4d4-437b-b147-ae98343f6409 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:48.038386 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5c788fa6-63c6-4f2c-a56c-9c3a364ac718 req-ac952723-f4d4-437b-b147-ae98343f6409 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0496101 Sep 27 07:59:48.079008 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5c788fa6-63c6-4f2c-a56c-9c3a364ac718 req-0740b6c7-0610-44a5-bfbd-36394690aba6 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347285 Sep 27 07:59:48.113972 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 42408) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:48.289129 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413e025b-713a-4c42-a394-9f9b847b34f8 tempest-TestShelveInstance-1917856295 tempest-TestShelveInstance-1917856295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:48.290686 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-413e025b-713a-4c42-a394-9f9b847b34f8 tempest-TestShelveInstance-1917856295 tempest-TestShelveInstance-1917856295-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 1093 time: 0.1893599 Sep 27 07:59:48.293590 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 42420) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:48.297950 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Request body: {'floatingip': {'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'port_id': '9420b48b-19e9-4596-8161-d97fd85d70e1', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 07:59:48.402105 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for floatingip, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:48.496966 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:48.603756 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Allocated IP 172.27.0.120 (12b44509-c0c8-4d46-aca9-a93a6e96d753/98d9ac14-3553-4580-92ce-723937f48855/0fce42d2-f80d-4e72-8aa2-17ab3dd7ed56) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 07:59:48.705977 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:48.834806 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:48.871879 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 07:59:48.874792 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 07:59:48.878389 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 07:59:48.904587 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Pushing event updated for resources: {'Port': ['ID=0fce42d2-f80d-4e72-8aa2-17ab3dd7ed56,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:49.225575 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:49.353989 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:49.502609 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for port, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:49.521995 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 42440) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:49.584985 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:49.651419 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-da92d8cf-149e-4659-ae68-6536ab70745b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:49.670778 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Pushing event updated for resources: {'Port': ['ID=0fce42d2-f80d-4e72-8aa2-17ab3dd7ed56,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:49.686879 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560409'] for floatingip, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:49.810992 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.l3_db [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Floating IP 55f29f5e-d6a6-470b-a19e-112c6558202c associated. External IP: 172.27.0.120, port: 9420b48b-19e9-4596-8161-d97fd85d70e1. Sep 27 07:59:49.908247 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-da92d8cf-149e-4659-ae68-6536ab70745b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:50.035839 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Router db449e95-90c2-4b19-a442-6cc9e49caf9a has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 07:59:50.038647 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-da92d8cf-149e-4659-ae68-6536ab70745b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:50.115010 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-da92d8cf-149e-4659-ae68-6536ab70745b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=39e769aaa0364c6d80e07c1f1115456d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5913837 Sep 27 07:59:50.118194 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 42444) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 07:59:50.122269 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da92d8cf-149e-4659-ae68-6536ab70745b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d8ee59-5687-4a99-baeb-4a92209081e0,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:50.168770 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fd10aede-19d0-4829-8550-8124d4ac4c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:50.182917 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 07:59:50.189775 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fd10aede-19d0-4829-8550-8124d4ac4c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:50.193106 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd96207-753f-4edf-bac1-f9ea01177671 None None] Sync routers for ids ['db449e95-90c2-4b19-a442-6cc9e49caf9a'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 07:59:50.202978 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd96207-753f-4edf-bac1-f9ea01177671 None None] Routers {'db449e95-90c2-4b19-a442-6cc9e49caf9a'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:59:50.203586 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-fcd96207-753f-4edf-bac1-f9ea01177671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:59:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['db449e95-90c2-4b19-a442-6cc9e49caf9a'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:50.274556 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:50.299413 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fd10aede-19d0-4829-8550-8124d4ac4c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:50.302069 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fd10aede-19d0-4829-8550-8124d4ac4c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 07:59:50.303240 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-fd10aede-19d0-4829-8550-8124d4ac4c5a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/31d8ee59-5687-4a99-baeb-4a92209081e0 HTTP/1.1" status: 204 len: 168 time: 0.1840687 Sep 27 07:59:50.307840 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-fcd96207-753f-4edf-bac1-f9ea01177671 None None] Set router db449e95-90c2-4b19-a442-6cc9e49caf9a gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:59:50.311885 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10aede-19d0-4829-8550-8124d4ac4c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d8ee59-5687-4a99-baeb-4a92209081e0,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 07:59:50.323785 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-2e555c30-90cb-439d-8eab-805dd73fabba tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0288055 Sep 27 07:59:50.328367 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051c83eb-d502-4f79-998f-a72ffd126726', 'tag': '9420b48b-19e9-4596-8161-d97fd85d70e1'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 07:59:50.330975 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e2b46d-1af5-4ae6-9ae8-9836d0670404" -d '{"events": [{"name": "network-changed", "server_uuid": "051c83eb-d502-4f79-998f-a72ffd126726", "tag": "9420b48b-19e9-4596-8161-d97fd85d70e1"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 07:59:50.379608 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 07:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcd7290-2da9-46f2-ac73-e37da1819d69 x-openstack-request-id: req-9bcd7290-2da9-46f2-ac73-e37da1819d69 {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 07:59:50.379962 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051c83eb-d502-4f79-998f-a72ffd126726", "tag": "9420b48b-19e9-4596-8161-d97fd85d70e1", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 07:59:50.380282 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-9bcd7290-2da9-46f2-ac73-e37da1819d69 {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 07:59:50.380745 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051c83eb-d502-4f79-998f-a72ffd126726', 'tag': '9420b48b-19e9-4596-8161-d97fd85d70e1', 'status': 'completed', 'code': 200} Sep 27 07:59:50.444735 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2b46d-1af5-4ae6-9ae8-9836d0670404 req-3e00bec9-3f61-4a1e-8f7f-c44bd8d00be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:50.446533 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-31e2b46d-1af5-4ae6-9ae8-9836d0670404 req-3e00bec9-3f61-4a1e-8f7f-c44bd8d00be2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3fc2ecd473824a02ad77d5b116b02a03&device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 1098 time: 0.0432532 Sep 27 07:59:50.539612 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2b46d-1af5-4ae6-9ae8-9836d0670404 req-25a14085-52e8-4169-adce-b9fda432b653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:50.541146 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-31e2b46d-1af5-4ae6-9ae8-9836d0670404 req-25a14085-52e8-4169-adce-b9fda432b653 service neutron] 10.222.0.25 "GET /v2.0/networks?id=48e5299c-7c9a-4841-b3e9-662a8de1ed8f HTTP/1.1" status: 200 len: 909 time: 0.0864289 Sep 27 07:59:50.548100 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-fcd96207-753f-4edf-bac1-f9ea01177671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'name': 'tempest-TestShelveInstance-725762942-router', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:55Z', 'revision_number': 4, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'gw_port': {'id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '55f29f5e-d6a6-470b-a19e-112c6558202c', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'port_id': '9420b48b-19e9-4596-8161-d97fd85d70e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f', 'mac_address': 'fa:16:3e:c7:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c83eb-d502-4f79-998f-a72ffd126726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:59:49Z', 'updated_at': '2021-09-27T07:59:49Z', 'revision_number': 0, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f8ef43-97cc-41b5-ace5-2ec3470f08dc', 'name': '', 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'mac_address': 'fa:16:3e:a0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:54Z', 'updated_at': '2021-09-27T07:58:59Z', 'revision_number': 5, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'subnets': [{'id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:50.576538 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd96207-753f-4edf-bac1-f9ea01177671 None None] Checking router: db449e95-90c2-4b19-a442-6cc9e49caf9a for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 07:59:50.586246 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd96207-753f-4edf-bac1-f9ea01177671 None None] Routers {'db449e95-90c2-4b19-a442-6cc9e49caf9a'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 07:59:50.586450 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-fcd96207-753f-4edf-bac1-f9ea01177671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T07:59:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['db449e95-90c2-4b19-a442-6cc9e49caf9a'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:50.712991 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-fcd96207-753f-4edf-bac1-f9ea01177671 None None] Set router db449e95-90c2-4b19-a442-6cc9e49caf9a gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 07:59:50.848416 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-31e2b46d-1af5-4ae6-9ae8-9836d0670404 req-85755328-aed4-4e94-8501-1d477d240ae9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9420b48b-19e9-4596-8161-d97fd85d70e1 HTTP/1.1" status: 200 len: 999 time: 0.2992768 Sep 27 07:59:50.899805 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2b46d-1af5-4ae6-9ae8-9836d0670404 req-f862e980-175c-4907-836f-e7e81e16e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:50.901327 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-31e2b46d-1af5-4ae6-9ae8-9836d0670404 req-f862e980-175c-4907-836f-e7e81e16e8dc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c6659f6-c66f-407e-b8ef-98f3c8eead86 HTTP/1.1" status: 200 len: 847 time: 0.0437169 Sep 27 07:59:50.947677 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2b46d-1af5-4ae6-9ae8-9836d0670404 req-74a75c81-0126-4f40-baf2-d1181a7999ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 07:59:50.947948 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-fcd96207-753f-4edf-bac1-f9ea01177671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'name': 'tempest-TestShelveInstance-725762942-router', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:55Z', 'revision_number': 4, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'gw_port': {'id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '55f29f5e-d6a6-470b-a19e-112c6558202c', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'port_id': '9420b48b-19e9-4596-8161-d97fd85d70e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f', 'mac_address': 'fa:16:3e:c7:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c83eb-d502-4f79-998f-a72ffd126726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:59:49Z', 'updated_at': '2021-09-27T07:59:49Z', 'revision_number': 0, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f8ef43-97cc-41b5-ace5-2ec3470f08dc', 'name': '', 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'mac_address': 'fa:16:3e:a0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:54Z', 'updated_at': '2021-09-27T07:58:59Z', 'revision_number': 5, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'subnets': [{'id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 07:59:50.949400 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-31e2b46d-1af5-4ae6-9ae8-9836d0670404 req-74a75c81-0126-4f40-baf2-d1181a7999ae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=48e5299c-7c9a-4841-b3e9-662a8de1ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411539 Sep 27 07:59:50.976468 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd96207-753f-4edf-bac1-f9ea01177671 None None] The sync data for ids ['db449e95-90c2-4b19-a442-6cc9e49caf9a'] in dv-cinder-811078-1-iscsi is: [{'id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'name': 'tempest-TestShelveInstance-725762942-router', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:55Z', 'revision_number': 4, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'gw_port': {'id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '55f29f5e-d6a6-470b-a19e-112c6558202c', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'floating_ip_address': '172.27.0.120', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'port_id': '9420b48b-19e9-4596-8161-d97fd85d70e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f', 'mac_address': 'fa:16:3e:c7:81:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '051c83eb-d502-4f79-998f-a72ffd126726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T07:59:49Z', 'updated_at': '2021-09-27T07:59:49Z', 'revision_number': 0, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78f8ef43-97cc-41b5-ace5-2ec3470f08dc', 'name': '', 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'mac_address': 'fa:16:3e:a0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:54Z', 'updated_at': '2021-09-27T07:58:59Z', 'revision_number': 5, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'subnets': [{'id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 07:59:51.044019 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-31e2b46d-1af5-4ae6-9ae8-9836d0670404 req-5b27d09d-e59b-412d-9c77-6599f2f75a8a service neutron] 10.222.0.25 "GET /v2.0/networks/48e5299c-7c9a-4841-b3e9-662a8de1ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872974 Sep 27 07:59:51.140137 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-31e2b46d-1af5-4ae6-9ae8-9836d0670404 req-91412a41-5ecc-4beb-beb8-921dc356efd5 service neutron] 10.222.0.25 "GET /v2.0/networks/48e5299c-7c9a-4841-b3e9-662a8de1ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882518 Sep 27 07:59:51.196854 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15229dbd-0eab-4833-8a68-84c97cda6777 None None] New status for floating IP 55f29f5e-d6a6-470b-a19e-112c6558202c: ACTIVE {{(pid=106359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:00:02.382323 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:03.441654 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-c53bebe5-9090-4664-b364-054009c157df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:03.608029 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:00:06.187828 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-4b041903-880e-4c71-aeec-8bbf8b2a7658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:06.629828 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:07.045512 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:08.927032 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:12.766119 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 42596) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:00:12.867083 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-060f387d-3fe8-408c-a079-bcb70d2d70a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:12.953678 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-060f387d-3fe8-408c-a079-bcb70d2d70a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:13.035401 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-060f387d-3fe8-408c-a079-bcb70d2d70a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:13.077993 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-060f387d-3fe8-408c-a079-bcb70d2d70a1 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=dee5ab8b2aa84dada62651f63fd7664e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3108132 Sep 27 08:00:13.078905 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f387d-3fe8-408c-a079-bcb70d2d70a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27dbccd-adac-461a-b6e6-8912bf49dea2,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:00:13.080698 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 42600) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:00:13.134374 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-edf7246d-aa18-4c6a-ae9d-ecfc306b9cc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:13.155310 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-edf7246d-aa18-4c6a-ae9d-ecfc306b9cc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:13.315365 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-edf7246d-aa18-4c6a-ae9d-ecfc306b9cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:13.318075 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-edf7246d-aa18-4c6a-ae9d-ecfc306b9cc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:13.319228 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-edf7246d-aa18-4c6a-ae9d-ecfc306b9cc3 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/a27dbccd-adac-461a-b6e6-8912bf49dea2 HTTP/1.1" status: 204 len: 168 time: 0.2374549 Sep 27 08:00:13.327342 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7246d-aa18-4c6a-ae9d-ecfc306b9cc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27dbccd-adac-461a-b6e6-8912bf49dea2,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:00:14.077394 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817345f4-0f51-4402-84cf-b710a7e11083 req-c07d1f18-23b2-4478-88df-70ced4583191 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:14.078887 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-817345f4-0f51-4402-84cf-b710a7e11083 req-c07d1f18-23b2-4478-88df-70ced4583191 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 946 time: 0.0504322 Sep 27 08:00:14.115844 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-817345f4-0f51-4402-84cf-b710a7e11083 req-9c847c01-3a23-48d2-a227-f137c291bc01 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311477 Sep 27 08:00:15.232186 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e652b-d8ee-4ded-b561-f583c96a58ce req-7eb6ce4f-3916-4505-b49e-a3f336a6cc08 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:15.233682 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a71e652b-d8ee-4ded-b561-f583c96a58ce req-7eb6ce4f-3916-4505-b49e-a3f336a6cc08 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 946 time: 0.0478845 Sep 27 08:00:15.270703 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a71e652b-d8ee-4ded-b561-f583c96a58ce req-ca5e5285-a137-4ef5-87f0-2b2a6b413c0f tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups?id=843e03b1-5d29-4198-9d20-fc898b272ab3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312169 Sep 27 08:00:15.658037 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10941f-33ed-44d3-aa16-9e1f4ebd279d req-f0f767b2-097d-4d06-9950-8feb33eefedd tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:15.659763 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3a10941f-33ed-44d3-aa16-9e1f4ebd279d req-f0f767b2-097d-4d06-9950-8feb33eefedd tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.25 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 946 time: 0.0470202 Sep 27 08:00:15.751100 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-3a10941f-33ed-44d3-aa16-9e1f4ebd279d req-ed26f899-0c06-45f7-8395-7039df9dd6aa tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Deleting port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:00:15.751439 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-3a10941f-33ed-44d3-aa16-9e1f4ebd279d req-ed26f899-0c06-45f7-8395-7039df9dd6aa tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:15.835179 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-3a10941f-33ed-44d3-aa16-9e1f4ebd279d req-ed26f899-0c06-45f7-8395-7039df9dd6aa tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] For port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:00:15.835452 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-3a10941f-33ed-44d3-aa16-9e1f4ebd279d req-ed26f899-0c06-45f7-8395-7039df9dd6aa tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:15.998342 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-3a10941f-33ed-44d3-aa16-9e1f4ebd279d req-ed26f899-0c06-45f7-8395-7039df9dd6aa tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:15.998711 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-3a10941f-33ed-44d3-aa16-9e1f4ebd279d req-ed26f899-0c06-45f7-8395-7039df9dd6aa tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560409'] for floatingip, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:15.999029 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.db.l3_db [req-3a10941f-33ed-44d3-aa16-9e1f4ebd279d req-ed26f899-0c06-45f7-8395-7039df9dd6aa tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Floating IP 2fa0c1e3-f1cc-42ce-af7e-54b3e46b8aa0 disassociated. External IP: 172.27.0.212, port: 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419. Sep 27 08:00:15.999367 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-3a10941f-33ed-44d3-aa16-9e1f4ebd279d req-ed26f899-0c06-45f7-8395-7039df9dd6aa tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Calling delete_port for 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 owned by compute:nova {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:00:16.224092 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-3a10941f-33ed-44d3-aa16-9e1f4ebd279d req-ed26f899-0c06-45f7-8395-7039df9dd6aa tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:16.252295 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26f899-0c06-45f7-8395-7039df9dd6aa tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Pushing event deleted for resources: {'Port': ['ID=5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:00:16.363925 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a10941f-33ed-44d3-aa16-9e1f4ebd279d req-ed26f899-0c06-45f7-8395-7039df9dd6aa tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:00:16.366965 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-09008246-66ee-405b-ac53-e18119998530 req-54b6ac2c-fe28-48cc-97db-ad69e40567e5 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 210 time: 0.0259814 Sep 27 08:00:16.470820 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a10941f-33ed-44d3-aa16-9e1f4ebd279d req-ed26f899-0c06-45f7-8395-7039df9dd6aa tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:00:16.481297 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83950e62-5cfc-483f-9f8e-bdd64b19e94e None None] Sync routers for ids ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:00:16.491188 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83950e62-5cfc-483f-9f8e-bdd64b19e94e None None] Routers {'d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:00:16.491793 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-83950e62-5cfc-483f-9f8e-bdd64b19e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:00:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:00:16.508003 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a10941f-33ed-44d3-aa16-9e1f4ebd279d req-ed26f899-0c06-45f7-8395-7039df9dd6aa tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] No DVR routers for this DVR port 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 on host hv-cinder-81107 {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:00:16.514569 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-3a10941f-33ed-44d3-aa16-9e1f4ebd279d req-ed26f899-0c06-45f7-8395-7039df9dd6aa tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:16.516554 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3a10941f-33ed-44d3-aa16-9e1f4ebd279d req-ed26f899-0c06-45f7-8395-7039df9dd6aa tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.25 "DELETE /v2.0/ports/5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 HTTP/1.1" status: 204 len: 173 time: 0.8496742 Sep 27 08:00:16.517020 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f311e67-e268-4ae7-8964-67ee1840b402', 'name': 'network-vif-deleted', 'tag': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:00:16.519333 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a980e18-cfd4-41c5-a20c-2b20fc6630c9" -d '{"events": [{"server_uuid": "6f311e67-e268-4ae7-8964-67ee1840b402", "name": "network-vif-deleted", "tag": "5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:00:16.556470 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72dd667-57dd-4cee-ab48-09969d2abf2a x-openstack-request-id: req-b72dd667-57dd-4cee-ab48-09969d2abf2a {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:00:16.556765 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f311e67-e268-4ae7-8964-67ee1840b402", "name": "network-vif-deleted", "tag": "5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:00:16.557058 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-b72dd667-57dd-4cee-ab48-09969d2abf2a {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:00:16.557456 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f311e67-e268-4ae7-8964-67ee1840b402', 'name': 'network-vif-deleted', 'tag': '5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419', 'status': 'completed', 'code': 200} Sep 27 08:00:16.598531 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-83950e62-5cfc-483f-9f8e-bdd64b19e94e None None] Set router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:00:16.798880 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-83950e62-5cfc-483f-9f8e-bdd64b19e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T07:52:29Z', 'revision_number': 4, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port': {'id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:23Z', 'updated_at': '2021-09-27T07:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': 'b32dc464-8e1c-46cd-94af-a1b5b9ba97af', 'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'mac_address': 'fa:16:3e:01:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:34Z', 'revision_number': 5, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'subnets': [{'id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:00:16.824494 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83950e62-5cfc-483f-9f8e-bdd64b19e94e None None] Checking router: d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:00:16.833168 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83950e62-5cfc-483f-9f8e-bdd64b19e94e None None] Routers {'d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:00:16.833713 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-83950e62-5cfc-483f-9f8e-bdd64b19e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:00:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:00:17.017444 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-83950e62-5cfc-483f-9f8e-bdd64b19e94e None None] Set router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:00:17.209114 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-83950e62-5cfc-483f-9f8e-bdd64b19e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T07:52:29Z', 'revision_number': 4, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port': {'id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:23Z', 'updated_at': '2021-09-27T07:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': 'b32dc464-8e1c-46cd-94af-a1b5b9ba97af', 'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'mac_address': 'fa:16:3e:01:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:34Z', 'revision_number': 5, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'subnets': [{'id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:00:17.234568 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83950e62-5cfc-483f-9f8e-bdd64b19e94e None None] The sync data for ids ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'] in dv-cinder-811078-1-iscsi is: [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T07:52:29Z', 'revision_number': 4, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port': {'id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:23Z', 'updated_at': '2021-09-27T07:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': 'b32dc464-8e1c-46cd-94af-a1b5b9ba97af', 'name': '', 'network_id': '9e794ea3-d6e9-4153-9df1-e37627fe5d7a', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'mac_address': 'fa:16:3e:01:f1:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:28Z', 'updated_at': '2021-09-27T07:52:34Z', 'revision_number': 5, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'subnets': [{'id': '5bfd5703-49a7-4117-8b63-4cb80c5fda09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:00:17.460078 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f791f683-e944-4ed5-a1ca-10f7d24986ee None None] New status for floating IP 2fa0c1e3-f1cc-42ce-af7e-54b3e46b8aa0: DOWN {{(pid=106359) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:00:17.488209 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-120c70ca-73a7-4ed6-a73e-ab430f8d1b74 req-e99003a8-7856-4237-bf19-4b996cb48b60 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f311e67-e268-4ae7-8964-67ee1840b402 HTTP/1.1" status: 200 len: 210 time: 0.0293164 Sep 27 08:00:18.630171 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 42626) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:00:18.687805 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-23b0ae76-21b0-42ad-a7cf-e8cdbae6b656 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:18.710386 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-23b0ae76-21b0-42ad-a7cf-e8cdbae6b656 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:18.823971 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-23b0ae76-21b0-42ad-a7cf-e8cdbae6b656 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:18.826480 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-23b0ae76-21b0-42ad-a7cf-e8cdbae6b656 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:18.827623 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-23b0ae76-21b0-42ad-a7cf-e8cdbae6b656 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "DELETE /v2.0/security-groups/843e03b1-5d29-4198-9d20-fc898b272ab3 HTTP/1.1" status: 204 len: 168 time: 0.1964839 Sep 27 08:00:18.830398 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 42628) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:00:18.836528 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0ae76-21b0-42ad-a7cf-e8cdbae6b656 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=843e03b1-5d29-4198-9d20-fc898b272ab3,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:00:18.843505 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.api.v2.resource [None req-8107df07-da5b-4c59-b198-00d48e66cd5c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] show failed (client error): The resource could not be found. Sep 27 08:00:18.844508 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-8107df07-da5b-4c59-b198-00d48e66cd5c tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "GET /v2.0/security-groups/843e03b1-5d29-4198-9d20-fc898b272ab3 HTTP/1.1" status: 404 len: 347 time: 0.0130284 Sep 27 08:00:18.847433 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 42630) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:00:18.965639 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-14572280-2632-465d-b6be-8e48f319f640 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Deleting port ae5483ef-1cbb-4fc4-a240-e3d2bc00d360 {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:00:18.965977 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-14572280-2632-465d-b6be-8e48f319f640 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:19.038565 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-14572280-2632-465d-b6be-8e48f319f640 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:19.038889 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-14572280-2632-465d-b6be-8e48f319f640 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:19.046544 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:00:19.050419 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-14572280-2632-465d-b6be-8e48f319f640 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Calling delete_port for ae5483ef-1cbb-4fc4-a240-e3d2bc00d360 owned by network:floatingip {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:00:19.066469 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] No Port match for: 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:00:19.067255 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 5c24c7f6-7ed3-4b44-bda9-ebe4c16e2419 not bound to the agent host hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:00:19.264141 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-14572280-2632-465d-b6be-8e48f319f640 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:19.289512 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14572280-2632-465d-b6be-8e48f319f640 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Pushing event deleted for resources: {'Port': ['ID=ae5483ef-1cbb-4fc4-a240-e3d2bc00d360,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:00:19.348885 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-14572280-2632-465d-b6be-8e48f319f640 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks [] for floatingip, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:19.351622 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-14572280-2632-465d-b6be-8e48f319f640 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:19.352765 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-14572280-2632-465d-b6be-8e48f319f640 tempest-AttachVolumeShelveTestJSON-1482770207 tempest-AttachVolumeShelveTestJSON-1482770207-project] 10.222.0.11 "DELETE /v2.0/floatingips/2fa0c1e3-f1cc-42ce-af7e-54b3e46b8aa0 HTTP/1.1" status: 204 len: 168 time: 0.5044525 Sep 27 08:00:22.177074 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 42654) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:00:22.641830 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6d36a7c7-8950-4ae5-b37d-743db412883c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560153'] for router_interface, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:22.876019 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-6d36a7c7-8950-4ae5-b37d-743db412883c admin admin] Deleting port b32dc464-8e1c-46cd-94af-a1b5b9ba97af {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:00:22.876272 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6d36a7c7-8950-4ae5-b37d-743db412883c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:22.951169 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-6d36a7c7-8950-4ae5-b37d-743db412883c admin admin] For port b32dc464-8e1c-46cd-94af-a1b5b9ba97af, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=b32dc464-8e1c-46cd-94af-a1b5b9ba97af,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:00:22.951522 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6d36a7c7-8950-4ae5-b37d-743db412883c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:22.966665 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-6d36a7c7-8950-4ae5-b37d-743db412883c admin admin] Calling delete_port for b32dc464-8e1c-46cd-94af-a1b5b9ba97af owned by network:router_interface {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:00:23.244503 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6d36a7c7-8950-4ae5-b37d-743db412883c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:23.270740 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36a7c7-8950-4ae5-b37d-743db412883c admin admin] Pushing event deleted for resources: {'Port': ['ID=b32dc464-8e1c-46cd-94af-a1b5b9ba97af,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:00:23.428651 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6d36a7c7-8950-4ae5-b37d-743db412883c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560528'] for router_interface, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:23.636360 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d36a7c7-8950-4ae5-b37d-743db412883c admin admin] Router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:00:23.998630 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d36a7c7-8950-4ae5-b37d-743db412883c admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:00:24.003601 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-6d36a7c7-8950-4ae5-b37d-743db412883c admin admin] 10.222.0.11 "PUT /v2.0/routers/d3a128d0-63bf-47d8-a89d-6c8f7b0deea2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8255260 Sep 27 08:00:24.006225 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 42658) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:00:24.006969 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0e5aef-1fad-4777-9aef-6364e03fec74 None None] Sync routers for ids ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:00:24.016542 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0e5aef-1fad-4777-9aef-6364e03fec74 None None] Routers {'d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:00:24.017201 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-7d0e5aef-1fad-4777-9aef-6364e03fec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:00:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:00:24.107544 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-644ca1d1-c5e8-442c-ad3b-d1620f5323d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:24.118557 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-7d0e5aef-1fad-4777-9aef-6364e03fec74 None None] Set router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:00:24.204128 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-644ca1d1-c5e8-442c-ad3b-d1620f5323d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:24.289783 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-7d0e5aef-1fad-4777-9aef-6364e03fec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234'}], 'enable_snat': True}, 'gw_port_id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T08:00:23Z', 'revision_number': 5, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port': {'id': '56ad1b00-c039-4d43-b38a-8734319594d0', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:87:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:52:23Z', 'updated_at': '2021-09-27T07:52:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:00:24.314996 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0e5aef-1fad-4777-9aef-6364e03fec74 None None] Checking router: d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:00:24.323192 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0e5aef-1fad-4777-9aef-6364e03fec74 None None] Routers {'d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:00:24.323824 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-7d0e5aef-1fad-4777-9aef-6364e03fec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:00:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:00:24.348079 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-644ca1d1-c5e8-442c-ad3b-d1620f5323d9 admin admin] Deleting port 56ad1b00-c039-4d43-b38a-8734319594d0 {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:00:24.348667 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-644ca1d1-c5e8-442c-ad3b-d1620f5323d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:24.406747 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-7d0e5aef-1fad-4777-9aef-6364e03fec74 None None] Set router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 gateway port host: None {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:00:24.423685 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-644ca1d1-c5e8-442c-ad3b-d1620f5323d9 admin admin] For port 56ad1b00-c039-4d43-b38a-8734319594d0, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=56ad1b00-c039-4d43-b38a-8734319594d0,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:00:24.424043 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-644ca1d1-c5e8-442c-ad3b-d1620f5323d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:24.435985 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-644ca1d1-c5e8-442c-ad3b-d1620f5323d9 admin admin] Calling delete_port for 56ad1b00-c039-4d43-b38a-8734319594d0 owned by network:router_gateway {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:00:24.457268 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-7d0e5aef-1fad-4777-9aef-6364e03fec74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T08:00:24Z', 'revision_number': 6, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port_host': None}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:00:24.485654 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0e5aef-1fad-4777-9aef-6364e03fec74 None None] The sync data for ids ['d3a128d0-63bf-47d8-a89d-6c8f7b0deea2'] in dv-cinder-811078-1-iscsi is: [{'id': 'd3a128d0-63bf-47d8-a89d-6c8f7b0deea2', 'name': 'tempest-AttachVolumeShelveTestJSON-898810093-router', 'tenant_id': '6b1bc7a25806467289ddc968184753a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:52:22Z', 'updated_at': '2021-09-27T08:00:24Z', 'revision_number': 6, 'project_id': '6b1bc7a25806467289ddc968184753a5', 'gw_port_host': None}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:00:24.684793 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-644ca1d1-c5e8-442c-ad3b-d1620f5323d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:24.708630 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644ca1d1-c5e8-442c-ad3b-d1620f5323d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ad1b00-c039-4d43-b38a-8734319594d0,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:00:24.772446 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-644ca1d1-c5e8-442c-ad3b-d1620f5323d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560467'] for router_gateway, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:24.865003 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-644ca1d1-c5e8-442c-ad3b-d1620f5323d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4772'] for router, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:24.867230 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-644ca1d1-c5e8-442c-ad3b-d1620f5323d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:24.984093 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-644ca1d1-c5e8-442c-ad3b-d1620f5323d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558645'] for router, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:24.984668 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644ca1d1-c5e8-442c-ad3b-d1620f5323d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 {{(pid=106358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:00:24.993422 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-644ca1d1-c5e8-442c-ad3b-d1620f5323d9 admin admin] Notify callbacks [] for router, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:24.993422 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-644ca1d1-c5e8-442c-ad3b-d1620f5323d9 admin admin] 10.222.0.11 "DELETE /v2.0/routers/d3a128d0-63bf-47d8-a89d-6c8f7b0deea2 HTTP/1.1" status: 204 len: 168 time: 0.9829245 Sep 27 08:00:24.993422 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 42660) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:00:25.036598 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_v2 [None req-10ca865c-6227-4a82-a79e-d4d07a8e810e admin admin] Deleting subnet 5bfd5703-49a7-4117-8b63-4cb80c5fda09 {{(pid=106358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:00:25.039579 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-10ca865c-6227-4a82-a79e-d4d07a8e810e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:25.077049 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-10ca865c-6227-4a82-a79e-d4d07a8e810e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5359040'] for subnet, precommit_delete_associations {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:25.149360 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-10ca865c-6227-4a82-a79e-d4d07a8e810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694807'] for subnet, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:25.240366 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device b32dc464-8e1c-46cd-94af-a1b5b9ba97af no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:00:25.262725 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-10ca865c-6227-4a82-a79e-d4d07a8e810e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5864136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6131966'] for subnet, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:25.264714 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: b32dc464-8e1c-46cd-94af-a1b5b9ba97af {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:00:25.265090 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device b32dc464-8e1c-46cd-94af-a1b5b9ba97af not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:00:25.284788 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca865c-6227-4a82-a79e-d4d07a8e810e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bfd5703-49a7-4117-8b63-4cb80c5fda09,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:00:25.294235 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-10ca865c-6227-4a82-a79e-d4d07a8e810e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:25.296568 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-10ca865c-6227-4a82-a79e-d4d07a8e810e admin admin] 10.222.0.11 "DELETE /v2.0/subnets/5bfd5703-49a7-4117-8b63-4cb80c5fda09 HTTP/1.1" status: 204 len: 168 time: 0.3026223 Sep 27 08:00:25.299443 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477fd8c2-e2c5-4430-b4d1-e0db779e863b None None] Network 9e794ea3-d6e9-4153-9df1-e37627fe5d7a requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:00:25.299708 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 42662) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:00:25.374911 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1630127'] for network, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:25.427588 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] Deleting port dbcb1cf1-2288-4d77-bf6c-227b3c13c399 {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:00:25.427927 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:25.493787 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440a56db-b5ac-4138-9956-e6a43008a40c None None] DHCP port deletion for 9e794ea3-d6e9-4153-9df1-e37627fe5d7a request from dv-cinder-811078-1-iscsi {{(pid=106359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:00:25.502438 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] For port dbcb1cf1-2288-4d77-bf6c-227b3c13c399, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=dbcb1cf1-2288-4d77-bf6c-227b3c13c399,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:00:25.502804 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:25.520711 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] Calling delete_port for dbcb1cf1-2288-4d77-bf6c-227b3c13c399 owned by network:dhcp {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:00:25.545577 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-440a56db-b5ac-4138-9956-e6a43008a40c None None] Deleting port dbcb1cf1-2288-4d77-bf6c-227b3c13c399 {{(pid=106359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:00:25.546031 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-440a56db-b5ac-4138-9956-e6a43008a40c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:25.607100 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-440a56db-b5ac-4138-9956-e6a43008a40c None None] For port dbcb1cf1-2288-4d77-bf6c-227b3c13c399, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=dbcb1cf1-2288-4d77-bf6c-227b3c13c399,segment=NetworkSegment(5ee862fe-090a-40d1-adb4-5b5cfc374a72),segment_id=5ee862fe-090a-40d1-adb4-5b5cfc374a72)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:00:25.608356 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-440a56db-b5ac-4138-9956-e6a43008a40c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:25.621064 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-440a56db-b5ac-4138-9956-e6a43008a40c None None] Calling delete_port for dbcb1cf1-2288-4d77-bf6c-227b3c13c399 owned by network:dhcp {{(pid=106359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:00:25.818520 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:25.824551 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-440a56db-b5ac-4138-9956-e6a43008a40c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440'] for port, after_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:25.842955 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] Pushing event deleted for resources: {'Port': ['ID=dbcb1cf1-2288-4d77-bf6c-227b3c13c399,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:00:25.848947 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] No DVR routers for this DVR port dbcb1cf1-2288-4d77-bf6c-227b3c13c399 on host dv-cinder-811078-1-iscsi {{(pid=106358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:00:25.850797 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a56db-b5ac-4138-9956-e6a43008a40c None None] Pushing event deleted for resources: {'Port': ['ID=dbcb1cf1-2288-4d77-bf6c-227b3c13c399,revision_number=None']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:00:25.852735 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440a56db-b5ac-4138-9956-e6a43008a40c None None] No DVR routers for this DVR port dbcb1cf1-2288-4d77-bf6c-227b3c13c399 on host dv-cinder-811078-1-iscsi {{(pid=106359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:00:25.922973 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693678', 'neutron.services.segments.db._delete_segments_for_network-8792188906900'] for network, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:25.942476 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e794ea3-d6e9-4153-9df1-e37627fe5d7a']}} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:00:25.951945 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee862fe-090a-40d1-adb4-5b5cfc374a72') {'for_net_delete': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:00:25.952242 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee862fe-090a-40d1-adb4-5b5cfc374a72') {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:00:25.961374 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792188906397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5359065'] for segment, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:25.974628 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:25.980464 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=106358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:00:25.980846 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5863526'] for segment, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: Traceback (most recent call last): Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: timer() Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: cb(*args, **kw) Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: return func(*args, **kwargs) Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: self._notify() Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: self.callback(batched_events) Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: event.method(event) Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: return f(self, *a, **k) Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: return self._get(url).json() Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: return self.request(url, 'GET', **kwargs) Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:00:25.982501 dv-cinder-811078-1-iscsi neutron-server[106358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:00:26.113284 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560399'] for network, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:26.122359 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:26.122359 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] 10.222.0.11 "DELETE /v2.0/networks/9e794ea3-d6e9-4153-9df1-e37627fe5d7a HTTP/1.1" status: 204 len: 168 time: 0.8199410 Sep 27 08:00:26.131551 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f0de18-357e-4b5d-9243-e578ffdba49b admin admin] Pushing event deleted for resources: {'Network': ['ID=9e794ea3-d6e9-4153-9df1-e37627fe5d7a,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:00:26.481720 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 42670) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:00:26.521273 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-4a14c828-0af3-4b79-a778-effddbadf0a8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=6b1bc7a25806467289ddc968184753a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0383697 Sep 27 08:00:26.523808 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 42672) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:00:26.571219 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-83f0e6be-b87b-41db-aada-4ba5560b3ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:26.591866 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-83f0e6be-b87b-41db-aada-4ba5560b3ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:26.732388 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-83f0e6be-b87b-41db-aada-4ba5560b3ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:26.735010 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-83f0e6be-b87b-41db-aada-4ba5560b3ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:26.736257 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-83f0e6be-b87b-41db-aada-4ba5560b3ba4 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/ee1f3234-bd6a-486c-ad44-cd84087bbf74 HTTP/1.1" status: 204 len: 168 time: 0.2115228 Sep 27 08:00:26.746743 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0e6be-b87b-41db-aada-4ba5560b3ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1f3234-bd6a-486c-ad44-cd84087bbf74,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:00:26.751423 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 56ad1b00-c039-4d43-b38a-8734319594d0 no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:00:26.781823 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: 56ad1b00-c039-4d43-b38a-8734319594d0 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:00:26.782248 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 56ad1b00-c039-4d43-b38a-8734319594d0 not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:00:26.782706 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device dbcb1cf1-2288-4d77-bf6c-227b3c13c399 no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:00:26.802064 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: dbcb1cf1-2288-4d77-bf6c-227b3c13c399 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:00:26.802414 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device dbcb1cf1-2288-4d77-bf6c-227b3c13c399 not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:00:27.332208 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d512d-5eed-4d28-b5c3-1959db73b534 req-94950fac-fadd-42d9-acb1-d5c067adb091 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:27.333741 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3d1d512d-5eed-4d28-b5c3-1959db73b534 req-94950fac-fadd-42d9-acb1-d5c067adb091 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 946 time: 0.0492918 Sep 27 08:00:27.374291 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3d1d512d-5eed-4d28-b5c3-1959db73b534 req-45cb157c-e773-4861-a1cd-5345ce24c0b9 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344794 Sep 27 08:00:28.492073 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad0123-bffe-4388-8ede-0bba337ebc53 req-28282ac9-63fa-469c-a016-61b2c944d526 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:28.493868 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-35ad0123-bffe-4388-8ede-0bba337ebc53 req-28282ac9-63fa-469c-a016-61b2c944d526 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 946 time: 0.0529151 Sep 27 08:00:28.538107 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-35ad0123-bffe-4388-8ede-0bba337ebc53 req-187db7e6-4727-407b-8651-fa2ff7ad1494 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382240 Sep 27 08:00:28.898167 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8f7b7-792a-40e9-aacb-575eed97b520 req-a7f1fa83-1d48-41d5-8009-2cfaa9f35f74 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:28.899643 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c2f8f7b7-792a-40e9-aacb-575eed97b520 req-a7f1fa83-1d48-41d5-8009-2cfaa9f35f74 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 946 time: 0.0488977 Sep 27 08:00:28.997974 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-c2f8f7b7-792a-40e9-aacb-575eed97b520 req-ba9c03b8-a42b-4d1b-83bd-0e12ed910303 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Deleting port df070caa-5533-4b2c-b16e-0baca1bd2820 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:00:28.998306 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-c2f8f7b7-792a-40e9-aacb-575eed97b520 req-ba9c03b8-a42b-4d1b-83bd-0e12ed910303 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:29.086432 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-c2f8f7b7-792a-40e9-aacb-575eed97b520 req-ba9c03b8-a42b-4d1b-83bd-0e12ed910303 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] For port df070caa-5533-4b2c-b16e-0baca1bd2820, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=df070caa-5533-4b2c-b16e-0baca1bd2820,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:00:29.086702 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-c2f8f7b7-792a-40e9-aacb-575eed97b520 req-ba9c03b8-a42b-4d1b-83bd-0e12ed910303 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:29.252672 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-c2f8f7b7-792a-40e9-aacb-575eed97b520 req-ba9c03b8-a42b-4d1b-83bd-0e12ed910303 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:29.253065 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-c2f8f7b7-792a-40e9-aacb-575eed97b520 req-ba9c03b8-a42b-4d1b-83bd-0e12ed910303 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560409'] for floatingip, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:29.253383 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.db.l3_db [req-c2f8f7b7-792a-40e9-aacb-575eed97b520 req-ba9c03b8-a42b-4d1b-83bd-0e12ed910303 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Floating IP 418d46e6-5e9a-4fca-a07c-d636d296d25b disassociated. External IP: 172.27.0.95, port: df070caa-5533-4b2c-b16e-0baca1bd2820. Sep 27 08:00:29.253718 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-c2f8f7b7-792a-40e9-aacb-575eed97b520 req-ba9c03b8-a42b-4d1b-83bd-0e12ed910303 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Calling delete_port for df070caa-5533-4b2c-b16e-0baca1bd2820 owned by compute:nova {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:00:29.435630 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-c2f8f7b7-792a-40e9-aacb-575eed97b520 req-ba9c03b8-a42b-4d1b-83bd-0e12ed910303 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:29.469355 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c03b8-a42b-4d1b-83bd-0e12ed910303 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event deleted for resources: {'Port': ['ID=df070caa-5533-4b2c-b16e-0baca1bd2820,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:00:29.582097 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2f8f7b7-792a-40e9-aacb-575eed97b520 req-ba9c03b8-a42b-4d1b-83bd-0e12ed910303 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Router 18080568-c41b-4897-bddc-d25eb31261c7 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:00:29.633969 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0cd3e977-e327-4a73-8374-e915691a11b0 req-913a92d7-d7d4-4b2f-8c25-1a59407b01b5 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 210 time: 0.0267992 Sep 27 08:00:29.691320 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2f8f7b7-792a-40e9-aacb-575eed97b520 req-ba9c03b8-a42b-4d1b-83bd-0e12ed910303 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:00:29.701832 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2a7ef1-e78f-4019-92e2-bc011a0dd3a8 None None] Sync routers for ids ['18080568-c41b-4897-bddc-d25eb31261c7'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:00:29.710878 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a7ef1-e78f-4019-92e2-bc011a0dd3a8 None None] Routers {'18080568-c41b-4897-bddc-d25eb31261c7'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:00:29.711507 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-3f2a7ef1-e78f-4019-92e2-bc011a0dd3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:00:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['18080568-c41b-4897-bddc-d25eb31261c7'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:00:29.729438 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f8f7b7-792a-40e9-aacb-575eed97b520 req-ba9c03b8-a42b-4d1b-83bd-0e12ed910303 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] No DVR routers for this DVR port df070caa-5533-4b2c-b16e-0baca1bd2820 on host hv-cinder-81107 {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:00:29.732377 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-c2f8f7b7-792a-40e9-aacb-575eed97b520 req-ba9c03b8-a42b-4d1b-83bd-0e12ed910303 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:29.734473 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-c2f8f7b7-792a-40e9-aacb-575eed97b520 req-ba9c03b8-a42b-4d1b-83bd-0e12ed910303 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.25 "DELETE /v2.0/ports/df070caa-5533-4b2c-b16e-0baca1bd2820 HTTP/1.1" status: 204 len: 173 time: 0.8288949 Sep 27 08:00:29.734831 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf58be2-6439-4d33-bd7a-8055028e89c2', 'name': 'network-vif-deleted', 'tag': 'df070caa-5533-4b2c-b16e-0baca1bd2820'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:00:29.737152 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b2f0c1-eb8e-4392-aab3-42aa5244117a" -d '{"events": [{"server_uuid": "0cf58be2-6439-4d33-bd7a-8055028e89c2", "name": "network-vif-deleted", "tag": "df070caa-5533-4b2c-b16e-0baca1bd2820"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:00:29.772399 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fe77c7-9662-49bc-a611-43ffed7d4ff6 x-openstack-request-id: req-17fe77c7-9662-49bc-a611-43ffed7d4ff6 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:00:29.772697 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf58be2-6439-4d33-bd7a-8055028e89c2", "name": "network-vif-deleted", "tag": "df070caa-5533-4b2c-b16e-0baca1bd2820", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:00:29.772988 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-17fe77c7-9662-49bc-a611-43ffed7d4ff6 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:00:29.773381 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf58be2-6439-4d33-bd7a-8055028e89c2', 'name': 'network-vif-deleted', 'tag': 'df070caa-5533-4b2c-b16e-0baca1bd2820', 'status': 'completed', 'code': 200} Sep 27 08:00:29.820070 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-3f2a7ef1-e78f-4019-92e2-bc011a0dd3a8 None None] Set router 18080568-c41b-4897-bddc-d25eb31261c7 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:00:30.024335 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-3f2a7ef1-e78f-4019-92e2-bc011a0dd3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 5, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:00:30.172189 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2a7ef1-e78f-4019-92e2-bc011a0dd3a8 None None] Checking router: 18080568-c41b-4897-bddc-d25eb31261c7 for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:00:30.180471 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2a7ef1-e78f-4019-92e2-bc011a0dd3a8 None None] Routers {'18080568-c41b-4897-bddc-d25eb31261c7'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:00:30.184111 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-3f2a7ef1-e78f-4019-92e2-bc011a0dd3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:00:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['18080568-c41b-4897-bddc-d25eb31261c7'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:00:30.282744 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-3f2a7ef1-e78f-4019-92e2-bc011a0dd3a8 None None] Set router 18080568-c41b-4897-bddc-d25eb31261c7 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:00:30.474492 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-3f2a7ef1-e78f-4019-92e2-bc011a0dd3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 5, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:00:30.505462 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2a7ef1-e78f-4019-92e2-bc011a0dd3a8 None None] The sync data for ids ['18080568-c41b-4897-bddc-d25eb31261c7'] in dv-cinder-811078-1-iscsi is: [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 5, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:00:30.738250 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b905de1-827a-45fb-957b-7815357d8ac3 None None] New status for floating IP 418d46e6-5e9a-4fca-a07c-d636d296d25b: DOWN {{(pid=106360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:00:30.744902 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c847dc00-70aa-44bb-b8d0-548fbd7b2d00 req-6e422214-0729-4435-96cd-27d744e6824b tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cf58be2-6439-4d33-bd7a-8055028e89c2 HTTP/1.1" status: 200 len: 210 time: 0.0264611 Sep 27 08:00:31.987585 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-d9b80486-e833-4b23-8813-fd7fd0545891 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1756191332&fields=id&tenant_id=7372ab2de4b249ec874584aff9211066 HTTP/1.1" status: 200 len: 267 time: 0.0321224 Sep 27 08:00:32.095908 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-ed5c181c-4299-4900-9ab9-cbf7217b0d47 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:32.097378 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-ed5c181c-4299-4900-9ab9-cbf7217b0d47 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/networks?id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 HTTP/1.1" status: 200 len: 811 time: 0.1030910 Sep 27 08:00:32.111584 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-d719a2d1-afc5-4e0f-abaa-c9227adb5d46 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/quotas/7372ab2de4b249ec874584aff9211066 HTTP/1.1" status: 200 len: 375 time: 0.0085628 Sep 27 08:00:32.164298 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-bb9f206f-b643-46eb-8110-a51156ed81c8 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7372ab2de4b249ec874584aff9211066&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0476100 Sep 27 08:00:32.260649 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-ae949104-a329-461a-a616-f84e992e84f7 service neutron] 10.222.0.11 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850055 Sep 27 08:00:32.350821 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-eca17035-b530-4d48-884d-f8ce1d77d379 service neutron] 10.222.0.11 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836501 Sep 27 08:00:32.376176 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:33.017745 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-538ce8e6-a6a6-4347-909c-febca0d5efab req-c7830621-8e56-4aa7-930d-cf7e9e4b779c tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 210 time: 0.0395167 Sep 27 08:00:33.108161 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device df070caa-5533-4b2c-b16e-0baca1bd2820 no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:00:33.126886 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] No Port match for: df070caa-5533-4b2c-b16e-0baca1bd2820 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:00:33.127229 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device df070caa-5533-4b2c-b16e-0baca1bd2820 not bound to the agent host hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:00:33.440676 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-0287d41b-5d24-4e85-804f-00996da00f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:34.100490 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9bdd0b25-e638-46b5-8813-569a6ee8acc5 req-8d32e7db-ffad-48c3-9bdd-050c6c5bce30 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 210 time: 0.0252607 Sep 27 08:00:35.189544 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a769fd5f-000b-4ac6-997f-cc7f7d6d03b8 req-d60c184f-3758-495e-aeec-bdad8d9b6cde tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 210 time: 0.0264614 Sep 27 08:00:36.239167 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-3647a9f1-20ca-48ad-a91f-fbe2cbdf9ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:36.282142 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4739bc2b-74f0-4b45-9c77-ae64ebd4e7ca req-846afd15-1ca7-4e00-83ef-9d8a0568fa78 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 210 time: 0.0264034 Sep 27 08:00:36.600988 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:36.904444 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-93ffd07e-f1de-4bd6-8af2-67a15bd5a9cb tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:36.905850 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-93ffd07e-f1de-4bd6-8af2-67a15bd5a9cb tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.25 "GET /v2.0/networks?id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 HTTP/1.1" status: 200 len: 811 time: 0.1015496 Sep 27 08:00:36.952727 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-bb9b3269-bd45-4257-992f-89e739c7359b tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7372ab2de4b249ec874584aff9211066 HTTP/1.1" status: 200 len: 380 time: 0.0357594 Sep 27 08:00:36.962771 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Request body: {'port': {'device_id': 'fb42a17d-0048-419e-a108-c762a01550f5', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'admin_state_up': True, 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'security_groups': ['0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99']}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:00:37.023986 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:37.147584 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Made reservation on behalf of 7372ab2de4b249ec874584aff9211066 for: {'port': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:00:37.151422 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:37.275202 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Allocated IP 172.20.0.8 (1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5/e9fe12f2-248d-4306-8a76-9ebdafe41649/832d94dd-0473-4d0e-8d2f-474ad723f1ba) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:00:37.392760 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4fe77029-8349-4d5b-b6c6-486f24cf2056 req-faa9bd3e-11a5-4d6d-a7b7-22c9ab83c3b8 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 210 time: 0.0271897 Sep 27 08:00:37.419441 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:37.527739 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:37.569244 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:00:37.572325 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:00:37.576582 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:00:37.603829 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event updated for resources: {'Port': ['ID=832d94dd-0473-4d0e-8d2f-474ad723f1ba,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:00:37.612842 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:37.613226 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:37.613580 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:37.613921 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:37.614255 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:37.614591 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:37.614923 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:37.615339 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:37.615571 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:37.615892 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:37.616222 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:37.616546 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:37.645776 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:37.646572 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:37.798081 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-17ab7d9d-87d8-4e55-91ee-36f663cdce79 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8346162 Sep 27 08:00:37.806505 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Request body: {'port': {'device_id': 'fb42a17d-0048-419e-a108-c762a01550f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:00:37.824991 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-447300f4-fc08-4f17-88c8-73e9ab28a29e None None] Provisioning complete for port 832d94dd-0473-4d0e-8d2f-474ad723f1ba triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:00:37.825580 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-447300f4-fc08-4f17-88c8-73e9ab28a29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:37.865448 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-447300f4-fc08-4f17-88c8-73e9ab28a29e None None] Port 832d94dd-0473-4d0e-8d2f-474ad723f1ba cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:00:37.877667 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:38.132969 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832d94dd-0473-4d0e-8d2f-474ad723f1ba {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:00:38.140784 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:38.157314 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Transition to ACTIVE for port object 832d94dd-0473-4d0e-8d2f-474ad723f1ba will not be triggered until provisioned by entity L2. {{(pid=106357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:00:38.294881 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:38.362243 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Pushing event updated for resources: {'Port': ['ID=832d94dd-0473-4d0e-8d2f-474ad723f1ba,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:00:38.438181 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Attempting to bind port 832d94dd-0473-4d0e-8d2f-474ad723f1ba on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:00:38.438530 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Attempting to bind port 832d94dd-0473-4d0e-8d2f-474ad723f1ba by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:00:38.439241 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Attempting to bind port 832d94dd-0473-4d0e-8d2f-474ad723f1ba on network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:00:38.444074 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Port 832d94dd-0473-4d0e-8d2f-474ad723f1ba on network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:00:38.444360 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Attempting to bind port 832d94dd-0473-4d0e-8d2f-474ad723f1ba on network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:00:38.450392 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:00:38.452998 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Checking segment: {'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:00:38.452998 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Bound using segment: {'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:00:38.452998 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Bound port: 832d94dd-0473-4d0e-8d2f-474ad723f1ba, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:00:38.452998 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:38.519917 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] For port 832d94dd-0473-4d0e-8d2f-474ad723f1ba, host hv-cinder-81107, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:00:38.523283 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] For port 832d94dd-0473-4d0e-8d2f-474ad723f1ba, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=832d94dd-0473-4d0e-8d2f-474ad723f1ba,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:00:38.555783 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b282c90-7c94-420a-81e0-84a5cd7f2262 req-94bdf2cc-f9b6-4bc3-b9e2-691f3f102654 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:38.557285 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7b282c90-7c94-420a-81e0-84a5cd7f2262 req-94bdf2cc-f9b6-4bc3-b9e2-691f3f102654 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 943 time: 0.0638673 Sep 27 08:00:38.595590 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7b282c90-7c94-420a-81e0-84a5cd7f2262 req-2f775095-f643-4cfd-b966-14c814df41ea tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315032 Sep 27 08:00:38.635483 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:38.675462 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:38.676008 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:38.677429 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] 10.222.0.25 "PUT /v2.0/ports/832d94dd-0473-4d0e-8d2f-474ad723f1ba HTTP/1.1" status: 200 len: 1093 time: 0.8757169 Sep 27 08:00:38.677877 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb42a17d-0048-419e-a108-c762a01550f5', 'tag': '832d94dd-0473-4d0e-8d2f-474ad723f1ba'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:00:38.682469 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d2c9b8-713d-44f5-83ea-04291c8b5e75" -d '{"events": [{"name": "network-changed", "server_uuid": "fb42a17d-0048-419e-a108-c762a01550f5", "tag": "832d94dd-0473-4d0e-8d2f-474ad723f1ba"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:00:38.706669 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d21dd-dfde-4d6b-a98e-42ab32c4a853 service neutron] Pushing event updated for resources: {'Port': ['ID=832d94dd-0473-4d0e-8d2f-474ad723f1ba,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:00:38.722603 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd70682-3850-4361-8625-bb79c4df8646 x-openstack-request-id: req-0bd70682-3850-4361-8625-bb79c4df8646 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:00:38.722965 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb42a17d-0048-419e-a108-c762a01550f5", "tag": "832d94dd-0473-4d0e-8d2f-474ad723f1ba", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:00:38.723328 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-0bd70682-3850-4361-8625-bb79c4df8646 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:00:38.723775 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb42a17d-0048-419e-a108-c762a01550f5', 'tag': '832d94dd-0473-4d0e-8d2f-474ad723f1ba', 'status': 'completed', 'code': 200} Sep 27 08:00:38.786810 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2c9b8-713d-44f5-83ea-04291c8b5e75 req-f79f5e6d-9514-4aa7-b7a4-43164617ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:38.788404 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-46d2c9b8-713d-44f5-83ea-04291c8b5e75 req-f79f5e6d-9514-4aa7-b7a4-43164617ce5d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7372ab2de4b249ec874584aff9211066&device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 1096 time: 0.0468397 Sep 27 08:00:38.894667 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2c9b8-713d-44f5-83ea-04291c8b5e75 req-e423f22d-19f5-49c9-9499-c06715e726b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:38.896134 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-46d2c9b8-713d-44f5-83ea-04291c8b5e75 req-e423f22d-19f5-49c9-9499-c06715e726b1 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=7372ab2de4b249ec874584aff9211066&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0993433 Sep 27 08:00:38.992881 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2c9b8-713d-44f5-83ea-04291c8b5e75 req-3a9cf7b1-2365-40d7-b39d-d34ff2204368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:38.994480 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-46d2c9b8-713d-44f5-83ea-04291c8b5e75 req-3a9cf7b1-2365-40d7-b39d-d34ff2204368 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909927 Sep 27 08:00:38.995943 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:39.068097 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-2e5b8125-457c-46e7-8378-1a3390ddedf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:39.069475 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-2e5b8125-457c-46e7-8378-1a3390ddedf9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7372ab2de4b249ec874584aff9211066&device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 1096 time: 0.0395091 Sep 27 08:00:39.114227 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-d58951a2-ffa1-4f69-b5b2-2524dc2b6b59 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=832d94dd-0473-4d0e-8d2f-474ad723f1ba HTTP/1.1" status: 200 len: 217 time: 0.0363863 Sep 27 08:00:39.162215 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-2550032b-982d-4600-a3e4-df59b462e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:39.163629 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-2550032b-982d-4600-a3e4-df59b462e668 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9fe12f2-248d-4306-8a76-9ebdafe41649 HTTP/1.1" status: 200 len: 850 time: 0.0426555 Sep 27 08:00:39.208006 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-f44fd283-7f54-44f7-aafb-ed4323331286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:39.209473 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-f44fd283-7f54-44f7-aafb-ed4323331286 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380244 Sep 27 08:00:39.300321 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-a3c85251-c0ed-4932-8104-bb2b8a62c9ba service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829566 Sep 27 08:00:39.391825 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1a48e432-d88d-40fc-aaa5-85c0469abbcc req-d6eedd09-2fa5-48cc-9ebf-b2c7357ec814 service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838535 Sep 27 08:00:39.711841 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511902e-2edb-4690-9eb5-a22df1a18ade req-fdb29e86-e24b-4fff-817c-2deefacf023a tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:39.713352 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b511902e-2edb-4690-9eb5-a22df1a18ade req-fdb29e86-e24b-4fff-817c-2deefacf023a tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 943 time: 0.0491109 Sep 27 08:00:39.751465 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b511902e-2edb-4690-9eb5-a22df1a18ade req-478da969-9a45-4a88-a156-bbd78704a0e3 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313723 Sep 27 08:00:40.606944 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:00:40.863046 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7e692-370e-418a-8c79-efd206721c49 req-9db939e0-b475-422c-974a-3b14deb0745a tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:40.864415 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bef7e692-370e-418a-8c79-efd206721c49 req-9db939e0-b475-422c-974a-3b14deb0745a tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 943 time: 0.0484376 Sep 27 08:00:40.900085 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bef7e692-370e-418a-8c79-efd206721c49 req-560e898f-8cdb-4f83-9e8b-ab3952a1852b tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297549 Sep 27 08:00:42.016851 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09253690-17d9-4e25-b458-b91dedb01021 req-6b92cb3d-8d07-411b-8f62-75cdb4356dd9 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:42.018347 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-09253690-17d9-4e25-b458-b91dedb01021 req-6b92cb3d-8d07-411b-8f62-75cdb4356dd9 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 943 time: 0.0523524 Sep 27 08:00:42.056552 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-09253690-17d9-4e25-b458-b91dedb01021 req-206f7dc0-9520-4cdc-b366-5986382ea14b tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321965 Sep 27 08:00:43.168445 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e04701-842d-4353-b06d-6768fc7ac264 req-f248d7ae-cada-4aaf-b13f-59edbe8bd9aa tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:43.169962 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-21e04701-842d-4353-b06d-6768fc7ac264 req-f248d7ae-cada-4aaf-b13f-59edbe8bd9aa tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 943 time: 0.0499172 Sep 27 08:00:43.207207 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-21e04701-842d-4353-b06d-6768fc7ac264 req-b30a04fb-32ed-4d60-af8b-9e2ec230e1e4 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311198 Sep 27 08:00:44.318119 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8464c-c2ae-4cf7-abbe-8ea4f2ae7833 req-4996cdae-ecea-4f73-99cd-05d1e6e5469c tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:44.319508 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3ae8464c-c2ae-4cf7-abbe-8ea4f2ae7833 req-4996cdae-ecea-4f73-99cd-05d1e6e5469c tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 943 time: 0.0484450 Sep 27 08:00:44.357493 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3ae8464c-c2ae-4cf7-abbe-8ea4f2ae7833 req-194b2de3-70fd-4e68-bbb0-3a425d9afe7c tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314763 Sep 27 08:00:45.476006 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899649cd-aa61-4bf5-aae5-1c246893ff25 req-87acb88d-371c-44b3-b8c6-2a86bae92edb tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:45.477498 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-899649cd-aa61-4bf5-aae5-1c246893ff25 req-87acb88d-371c-44b3-b8c6-2a86bae92edb tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 943 time: 0.0517523 Sep 27 08:00:45.514378 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-899649cd-aa61-4bf5-aae5-1c246893ff25 req-90ce4c0e-40e0-4b2a-a2b9-249af5d3176e tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310695 Sep 27 08:00:46.627841 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71c414-1b48-4712-8951-243b6bf32d05 req-f3ec23ca-0967-467f-9c19-0d838a10296f tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:46.629395 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8e71c414-1b48-4712-8951-243b6bf32d05 req-f3ec23ca-0967-467f-9c19-0d838a10296f tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 943 time: 0.0487869 Sep 27 08:00:46.667088 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8e71c414-1b48-4712-8951-243b6bf32d05 req-61b9bfc8-e231-40d4-b14c-3d669e562bcb tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317032 Sep 27 08:00:47.167223 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 832d94dd-0473-4d0e-8d2f-474ad723f1ba details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:00:47.262734 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 832d94dd-0473-4d0e-8d2f-474ad723f1ba, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=832d94dd-0473-4d0e-8d2f-474ad723f1ba,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:00:47.274050 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': '832d94dd-0473-4d0e-8d2f-474ad723f1ba', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'port_id': '832d94dd-0473-4d0e-8d2f-474ad723f1ba', 'mac_address': 'fa:16:3e:d8:b0:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:00:47.310209 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:47.322627 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832d94dd-0473-4d0e-8d2f-474ad723f1ba {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:00:47.341675 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 832d94dd-0473-4d0e-8d2f-474ad723f1ba, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=832d94dd-0473-4d0e-8d2f-474ad723f1ba,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:00:47.435502 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:47.485165 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=832d94dd-0473-4d0e-8d2f-474ad723f1ba,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:00:47.492068 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:47.492425 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:47.492769 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:47.493136 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:47.493471 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:47.493802 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:47.494133 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:47.494460 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:47.494789 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:47.495115 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:47.495438 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:47.495794 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:47.652020 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['832d94dd-0473-4d0e-8d2f-474ad723f1ba'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:00:47.783714 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf1a566-c5f2-4032-99a6-8145183ad402 req-3e2b5f2e-50ae-4b5f-a6dd-f3dd1af7c3a3 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:47.791002 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5bf1a566-c5f2-4032-99a6-8145183ad402 req-3e2b5f2e-50ae-4b5f-a6dd-f3dd1af7c3a3 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 944 time: 0.0564408 Sep 27 08:00:47.833176 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5bf1a566-c5f2-4032-99a6-8145183ad402 req-ecf1a41f-809b-4eef-86b4-e8c2c689967e tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400605 Sep 27 08:00:48.941762 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4da0d4-fc69-4013-8d36-fe62655f49ee req-7d1b851c-bb3b-4753-ab7b-fc2d5e2986dd tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:48.943245 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5f4da0d4-fc69-4013-8d36-fe62655f49ee req-7d1b851c-bb3b-4753-ab7b-fc2d5e2986dd tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 944 time: 0.0522981 Sep 27 08:00:48.980348 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5f4da0d4-fc69-4013-8d36-fe62655f49ee req-1a70f1bf-a0b4-42d1-893f-564175efb883 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312476 Sep 27 08:00:49.170538 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 832d94dd-0473-4d0e-8d2f-474ad723f1ba up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:00:49.301468 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port 832d94dd-0473-4d0e-8d2f-474ad723f1ba completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:00:49.305034 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port 832d94dd-0473-4d0e-8d2f-474ad723f1ba triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:00:49.305409 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:49.379311 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:49.402905 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb42a17d-0048-419e-a108-c762a01550f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832d94dd-0473-4d0e-8d2f-474ad723f1ba'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:00:49.405287 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0d5d81-2bd6-4083-bacc-bf193e9d2624" -d '{"events": [{"server_uuid": "fb42a17d-0048-419e-a108-c762a01550f5", "name": "network-vif-plugged", "status": "completed", "tag": "832d94dd-0473-4d0e-8d2f-474ad723f1ba"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:00:49.417407 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 832d94dd-0473-4d0e-8d2f-474ad723f1ba, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=832d94dd-0473-4d0e-8d2f-474ad723f1ba,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:00:49.442173 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00c5b92-f94d-4dd5-9177-2562cc5a8b72 x-openstack-request-id: req-f00c5b92-f94d-4dd5-9177-2562cc5a8b72 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:00:49.442900 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb42a17d-0048-419e-a108-c762a01550f5", "name": "network-vif-plugged", "status": "completed", "tag": "832d94dd-0473-4d0e-8d2f-474ad723f1ba", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:00:49.442900 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-f00c5b92-f94d-4dd5-9177-2562cc5a8b72 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:00:49.443123 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb42a17d-0048-419e-a108-c762a01550f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832d94dd-0473-4d0e-8d2f-474ad723f1ba', 'code': 200} Sep 27 08:00:49.490249 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:49.538465 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=832d94dd-0473-4d0e-8d2f-474ad723f1ba,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:00:49.793016 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec4e37-0c25-4d8e-996a-f1e9ae2e8add req-e589199b-322e-4ec5-8509-1b7277c0d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:49.795110 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-41ec4e37-0c25-4d8e-996a-f1e9ae2e8add req-e589199b-322e-4ec5-8509-1b7277c0d8e1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 1098 time: 0.0435185 Sep 27 08:00:49.827835 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-41ec4e37-0c25-4d8e-996a-f1e9ae2e8add req-1b7493fe-590b-4032-88e0-cbf1c43a0d23 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259578 Sep 27 08:00:50.098324 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380d5c2-ca40-4cbe-b8c9-b06a93b0368e req-e31200a4-f4b5-4e68-af3e-fc40fb9c5559 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:50.099794 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a380d5c2-ca40-4cbe-b8c9-b06a93b0368e req-e31200a4-f4b5-4e68-af3e-fc40fb9c5559 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 945 time: 0.0503368 Sep 27 08:00:50.138013 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-a380d5c2-ca40-4cbe-b8c9-b06a93b0368e req-7c190bd5-cbb5-4701-9222-5c7dd97ca53e tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323761 Sep 27 08:00:51.250165 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a53b55-2844-4116-9295-dd4e359ad21e req-585616c8-38ad-4f1c-a861-b6c1a8de43b6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:51.251381 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-68a53b55-2844-4116-9295-dd4e359ad21e req-585616c8-38ad-4f1c-a861-b6c1a8de43b6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 945 time: 0.0480831 Sep 27 08:00:51.289208 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-68a53b55-2844-4116-9295-dd4e359ad21e req-fc5e37b4-5683-4c85-9b12-dd04be689a00 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318356 Sep 27 08:00:51.409107 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265e8d1-09be-4de9-8855-9105a18d1c93 req-77397f6d-10ab-4845-baa8-34e690bbe4f1 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:51.412776 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7265e8d1-09be-4de9-8855-9105a18d1c93 req-77397f6d-10ab-4845-baa8-34e690bbe4f1 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 945 time: 0.0526197 Sep 27 08:00:51.449826 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7265e8d1-09be-4de9-8855-9105a18d1c93 req-dd0ff0c4-a690-4633-b799-7ff1bc3893ba tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333858 Sep 27 08:00:51.470828 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 42946) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:00:51.509685 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae277800-e8b7-47b4-aed9-3490d1ef7dd8 tempest-TestVolumeBootPattern-259320964 tempest-TestVolumeBootPattern-259320964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:51.511388 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-ae277800-e8b7-47b4-aed9-3490d1ef7dd8 tempest-TestVolumeBootPattern-259320964 tempest-TestVolumeBootPattern-259320964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 1093 time: 0.0393939 Sep 27 08:00:51.513933 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 42948) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:00:51.518117 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Request body: {'floatingip': {'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'port_id': '832d94dd-0473-4d0e-8d2f-474ad723f1ba', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:00:51.748950 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for floatingip, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:51.849888 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:51.950960 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Allocated IP 172.27.0.22 (12b44509-c0c8-4d46-aca9-a93a6e96d753/98d9ac14-3553-4580-92ce-723937f48855/63ab1c54-b97f-496d-ba3b-c09e8a1b053a) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:00:52.052860 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:52.155767 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:52.196554 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:00:52.199429 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:00:52.206249 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:00:52.208937 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event updated for resources: {'Port': ['ID=63ab1c54-b97f-496d-ba3b-c09e8a1b053a,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:00:52.236448 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:52.236794 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:52.237158 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:52.237493 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:52.237824 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:52.238168 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:52.238472 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:52.238795 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:52.239117 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:52.239436 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:52.239753 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:52.240068 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:00:52.544554 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:52.688796 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:52.835526 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for port, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:52.929805 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:52.999139 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event updated for resources: {'Port': ['ID=63ab1c54-b97f-496d-ba3b-c09e8a1b053a,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:00:53.006986 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560409'] for floatingip, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:53.100984 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.l3_db [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Floating IP 7fd11b0e-c560-4e85-88fb-12dd4b4c4707 associated. External IP: 172.27.0.22, port: 832d94dd-0473-4d0e-8d2f-474ad723f1ba. Sep 27 08:00:53.558420 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Router 18080568-c41b-4897-bddc-d25eb31261c7 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:00:53.663679 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:00:53.674651 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802289f1-166f-43f2-a82e-7f7006fae616 None None] Sync routers for ids ['18080568-c41b-4897-bddc-d25eb31261c7'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:00:53.684295 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802289f1-166f-43f2-a82e-7f7006fae616 None None] Routers {'18080568-c41b-4897-bddc-d25eb31261c7'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:00:53.684989 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-802289f1-166f-43f2-a82e-7f7006fae616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:00:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['18080568-c41b-4897-bddc-d25eb31261c7'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:00:53.749748 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:00:53.780190 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-b2c08731-1207-4465-9cce-104e04c5eee7 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2652483 Sep 27 08:00:53.780841 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb42a17d-0048-419e-a108-c762a01550f5', 'tag': '832d94dd-0473-4d0e-8d2f-474ad723f1ba'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:00:53.783435 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f650807-feed-43ba-a7d2-b4698e9ba640" -d '{"events": [{"name": "network-changed", "server_uuid": "fb42a17d-0048-419e-a108-c762a01550f5", "tag": "832d94dd-0473-4d0e-8d2f-474ad723f1ba"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:00:53.794552 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-802289f1-166f-43f2-a82e-7f7006fae616 None None] Set router 18080568-c41b-4897-bddc-d25eb31261c7 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:00:53.821362 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53f785f-3aff-4534-86df-3dcddcd3abc9 x-openstack-request-id: req-e53f785f-3aff-4534-86df-3dcddcd3abc9 {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:00:53.821656 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb42a17d-0048-419e-a108-c762a01550f5", "tag": "832d94dd-0473-4d0e-8d2f-474ad723f1ba", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:00:53.821904 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-e53f785f-3aff-4534-86df-3dcddcd3abc9 {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:00:53.822370 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb42a17d-0048-419e-a108-c762a01550f5', 'tag': '832d94dd-0473-4d0e-8d2f-474ad723f1ba', 'status': 'completed', 'code': 200} Sep 27 08:00:53.883103 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f650807-feed-43ba-a7d2-b4698e9ba640 req-b4974b18-94af-4e4f-9546-e68923e13c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:53.884617 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2f650807-feed-43ba-a7d2-b4698e9ba640 req-b4974b18-94af-4e4f-9546-e68923e13c15 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7372ab2de4b249ec874584aff9211066&device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 1098 time: 0.0397415 Sep 27 08:00:53.980677 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f650807-feed-43ba-a7d2-b4698e9ba640 req-9a432cd4-9fe9-42fc-b860-aef89869b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:53.982228 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2f650807-feed-43ba-a7d2-b4698e9ba640 req-9a432cd4-9fe9-42fc-b860-aef89869b8ce service neutron] 10.222.0.25 "GET /v2.0/networks?id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 HTTP/1.1" status: 200 len: 912 time: 0.0906315 Sep 27 08:00:54.021656 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-802289f1-166f-43f2-a82e-7f7006fae616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '7fd11b0e-c560-4e85-88fb-12dd4b4c4707', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'port_id': '832d94dd-0473-4d0e-8d2f-474ad723f1ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'mac_address': 'fa:16:3e:d8:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb42a17d-0048-419e-a108-c762a01550f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:00:52Z', 'updated_at': '2021-09-27T08:00:52Z', 'revision_number': 0, 'project_id': '7372ab2de4b249ec874584aff9211066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 5, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:00:54.048773 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2f650807-feed-43ba-a7d2-b4698e9ba640 req-72e3340d-aee0-47dc-9458-671a9a5156e7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=832d94dd-0473-4d0e-8d2f-474ad723f1ba HTTP/1.1" status: 200 len: 998 time: 0.0595193 Sep 27 08:00:54.052031 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802289f1-166f-43f2-a82e-7f7006fae616 None None] Checking router: 18080568-c41b-4897-bddc-d25eb31261c7 for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:00:54.060351 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802289f1-166f-43f2-a82e-7f7006fae616 None None] Routers {'18080568-c41b-4897-bddc-d25eb31261c7'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:00:54.060993 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-802289f1-166f-43f2-a82e-7f7006fae616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:00:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['18080568-c41b-4897-bddc-d25eb31261c7'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:00:54.097762 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f650807-feed-43ba-a7d2-b4698e9ba640 req-de4eb03c-d32e-4291-b563-4db74d71d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:54.099411 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2f650807-feed-43ba-a7d2-b4698e9ba640 req-de4eb03c-d32e-4291-b563-4db74d71d4dc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9fe12f2-248d-4306-8a76-9ebdafe41649 HTTP/1.1" status: 200 len: 850 time: 0.0440228 Sep 27 08:00:54.147635 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f650807-feed-43ba-a7d2-b4698e9ba640 req-bddd3098-1382-4b72-b393-d71a329f2e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:00:54.149149 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2f650807-feed-43ba-a7d2-b4698e9ba640 req-bddd3098-1382-4b72-b393-d71a329f2e74 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425134 Sep 27 08:00:54.165280 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-802289f1-166f-43f2-a82e-7f7006fae616 None None] Set router 18080568-c41b-4897-bddc-d25eb31261c7 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:00:54.239387 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2f650807-feed-43ba-a7d2-b4698e9ba640 req-35bad16e-9572-4bf1-b013-35b449926bfd service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828042 Sep 27 08:00:54.331000 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2f650807-feed-43ba-a7d2-b4698e9ba640 req-49f9e4d0-c626-4ee1-83b1-c44f14683167 service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848854 Sep 27 08:00:54.389313 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-802289f1-166f-43f2-a82e-7f7006fae616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '7fd11b0e-c560-4e85-88fb-12dd4b4c4707', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'port_id': '832d94dd-0473-4d0e-8d2f-474ad723f1ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'mac_address': 'fa:16:3e:d8:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb42a17d-0048-419e-a108-c762a01550f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:00:52Z', 'updated_at': '2021-09-27T08:00:52Z', 'revision_number': 0, 'project_id': '7372ab2de4b249ec874584aff9211066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 5, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:00:54.415265 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802289f1-166f-43f2-a82e-7f7006fae616 None None] The sync data for ids ['18080568-c41b-4897-bddc-d25eb31261c7'] in dv-cinder-811078-1-iscsi is: [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '7fd11b0e-c560-4e85-88fb-12dd4b4c4707', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'port_id': '832d94dd-0473-4d0e-8d2f-474ad723f1ba', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'mac_address': 'fa:16:3e:d8:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb42a17d-0048-419e-a108-c762a01550f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:00:52Z', 'updated_at': '2021-09-27T08:00:52Z', 'revision_number': 0, 'project_id': '7372ab2de4b249ec874584aff9211066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 5, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:00:54.602141 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4118bee-0c52-4b08-a9ea-f1086d77d902 None None] New status for floating IP 7fd11b0e-c560-4e85-88fb-12dd4b4c4707: ACTIVE {{(pid=106360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:01:02.360702 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:03.404391 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-0831d233-f74e-480f-9bda-652adde3be34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:06.226643 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-4ed76320-15f1-4f38-856c-a5b20528e0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:06.622761 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:07.003409 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:08.934792 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:17.604729 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:01:18.042981 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 43144) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:01:18.143332 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-eb660cb7-8dbd-47e2-a2fc-7b18725549ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:18.231106 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-eb660cb7-8dbd-47e2-a2fc-7b18725549ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:18.296574 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-eb660cb7-8dbd-47e2-a2fc-7b18725549ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:18.332848 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb660cb7-8dbd-47e2-a2fc-7b18725549ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8872b1-c6d3-4e47-bd4c-35ef4491ecf4,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:01:18.337197 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-eb660cb7-8dbd-47e2-a2fc-7b18725549ed admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=5127300e564b4b0fbce1474777523886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932198 Sep 27 08:01:18.339824 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 43148) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:01:18.386387 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-9136dbad-9b49-46aa-9167-686ad0bf8266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:18.406345 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-9136dbad-9b49-46aa-9167-686ad0bf8266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:18.506092 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-9136dbad-9b49-46aa-9167-686ad0bf8266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:18.508763 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-9136dbad-9b49-46aa-9167-686ad0bf8266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:18.509975 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-9136dbad-9b49-46aa-9167-686ad0bf8266 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/8c8872b1-c6d3-4e47-bd4c-35ef4491ecf4 HTTP/1.1" status: 204 len: 168 time: 0.1692233 Sep 27 08:01:18.518460 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9136dbad-9b49-46aa-9167-686ad0bf8266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8872b1-c6d3-4e47-bd4c-35ef4491ecf4,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:01:19.038252 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 43154) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:01:19.051470 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c61f9837-3e41-4d6d-ac36-9f123049956b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:19.135548 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c61f9837-3e41-4d6d-ac36-9f123049956b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:19.191809 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-c61f9837-3e41-4d6d-ac36-9f123049956b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:19.230460 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-c61f9837-3e41-4d6d-ac36-9f123049956b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3981fd1f6eff4b99ba2b3bd729c119b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1911788 Sep 27 08:01:19.231278 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f9837-3e41-4d6d-ac36-9f123049956b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27110985-443f-4ab3-bbf3-2d8d9dc9ae68,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:01:19.233281 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 43156) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:01:19.281349 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3c2189f0-5184-4292-ad32-d88b87ca0e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:19.302224 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3c2189f0-5184-4292-ad32-d88b87ca0e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:19.426096 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3c2189f0-5184-4292-ad32-d88b87ca0e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:19.428683 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-3c2189f0-5184-4292-ad32-d88b87ca0e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:19.429878 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-3c2189f0-5184-4292-ad32-d88b87ca0e84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/27110985-443f-4ab3-bbf3-2d8d9dc9ae68 HTTP/1.1" status: 204 len: 168 time: 0.1955523 Sep 27 08:01:19.437410 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2189f0-5184-4292-ad32-d88b87ca0e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27110985-443f-4ab3-bbf3-2d8d9dc9ae68,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:01:32.397207 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:33.427913 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-136f50e1-17ff-41d3-9674-a5b6605b6e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:36.163199 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-f9fcaf18-0726-4937-a0dd-73c24ba4f687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:36.616915 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:37.008966 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:38.263642 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-00a7a1ce-12e1-4c68-b5db-2be4feb43500 req-9cb754f9-6a4f-4380-a453-60c5646bb1fb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379732 Sep 27 08:01:38.352096 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7a1ce-12e1-4c68-b5db-2be4feb43500 req-b820d139-25aa-4703-9d98-86c024b6decb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:01:38.353593 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-00a7a1ce-12e1-4c68-b5db-2be4feb43500 req-b820d139-25aa-4703-9d98-86c024b6decb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3fc2ecd473824a02ad77d5b116b02a03&device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 1098 time: 0.0434744 Sep 27 08:01:38.457663 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7a1ce-12e1-4c68-b5db-2be4feb43500 req-adcefae4-c565-4036-84b8-5e9e0f9f1ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:01:38.459150 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-00a7a1ce-12e1-4c68-b5db-2be4feb43500 req-adcefae4-c565-4036-84b8-5e9e0f9f1ac4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=48e5299c-7c9a-4841-b3e9-662a8de1ed8f HTTP/1.1" status: 200 len: 909 time: 0.0867712 Sep 27 08:01:38.528694 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-00a7a1ce-12e1-4c68-b5db-2be4feb43500 req-686c87b8-46ca-46de-9f5f-b2a3cafdfadb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9420b48b-19e9-4596-8161-d97fd85d70e1 HTTP/1.1" status: 200 len: 1001 time: 0.0605032 Sep 27 08:01:38.578383 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7a1ce-12e1-4c68-b5db-2be4feb43500 req-36c6761e-d80a-43e8-9988-1f2ea8b1938b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:01:38.579849 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-00a7a1ce-12e1-4c68-b5db-2be4feb43500 req-36c6761e-d80a-43e8-9988-1f2ea8b1938b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c6659f6-c66f-407e-b8ef-98f3c8eead86 HTTP/1.1" status: 200 len: 847 time: 0.0434802 Sep 27 08:01:38.626673 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a7a1ce-12e1-4c68-b5db-2be4feb43500 req-2d85560e-6a3d-4119-ba90-d3fddaef0f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:01:38.628147 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-00a7a1ce-12e1-4c68-b5db-2be4feb43500 req-2d85560e-6a3d-4119-ba90-d3fddaef0f0c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=48e5299c-7c9a-4841-b3e9-662a8de1ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392368 Sep 27 08:01:38.718162 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-00a7a1ce-12e1-4c68-b5db-2be4feb43500 req-fb7c2a43-f13b-4c6b-a76a-fb83cc5ca46b service neutron] 10.222.0.25 "GET /v2.0/networks/48e5299c-7c9a-4841-b3e9-662a8de1ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816882 Sep 27 08:01:38.806008 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-00a7a1ce-12e1-4c68-b5db-2be4feb43500 req-22b4ad49-9742-4656-9436-170d98da13bb service neutron] 10.222.0.25 "GET /v2.0/networks/48e5299c-7c9a-4841-b3e9-662a8de1ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798743 Sep 27 08:01:38.945869 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:40.391797 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 43378) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:01:40.492865 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec258-cae2-4815-a615-920bebdb93e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:40.580840 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec258-cae2-4815-a615-920bebdb93e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:40.645142 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-bf4ec258-cae2-4815-a615-920bebdb93e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:40.680931 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ec258-cae2-4815-a615-920bebdb93e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78396895-01ce-4d57-b844-ead2d8b1cc7a,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:01:40.685404 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-bf4ec258-cae2-4815-a615-920bebdb93e8 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f6ceed39bfc1417bb90e9988b87e38b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925942 Sep 27 08:01:40.688155 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 43382) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:01:40.690140 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ec258-cae2-4815-a615-920bebdb93e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:40.690490 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ec258-cae2-4815-a615-920bebdb93e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:40.690826 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ec258-cae2-4815-a615-920bebdb93e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:40.691155 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ec258-cae2-4815-a615-920bebdb93e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:40.691482 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ec258-cae2-4815-a615-920bebdb93e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:40.691808 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ec258-cae2-4815-a615-920bebdb93e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:40.692133 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ec258-cae2-4815-a615-920bebdb93e8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:40.692456 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ec258-cae2-4815-a615-920bebdb93e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:40.692776 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ec258-cae2-4815-a615-920bebdb93e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:40.693118 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ec258-cae2-4815-a615-920bebdb93e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:40.693435 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ec258-cae2-4815-a615-920bebdb93e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:40.693748 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4ec258-cae2-4815-a615-920bebdb93e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:40.737023 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d531469a-fa13-4d7a-8c4a-77c7ac134eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:40.757052 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d531469a-fa13-4d7a-8c4a-77c7ac134eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:40.865994 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d531469a-fa13-4d7a-8c4a-77c7ac134eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:40.868637 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d531469a-fa13-4d7a-8c4a-77c7ac134eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:40.869814 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-d531469a-fa13-4d7a-8c4a-77c7ac134eba admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/78396895-01ce-4d57-b844-ead2d8b1cc7a HTTP/1.1" status: 204 len: 168 time: 0.1806815 Sep 27 08:01:40.877334 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d531469a-fa13-4d7a-8c4a-77c7ac134eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78396895-01ce-4d57-b844-ead2d8b1cc7a,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:01:41.456563 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 43388) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:01:41.469390 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a68078ec-04b1-47c6-8d3a-3ef31df9525a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:41.555300 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a68078ec-04b1-47c6-8d3a-3ef31df9525a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:41.614105 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a68078ec-04b1-47c6-8d3a-3ef31df9525a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:41.652173 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-a68078ec-04b1-47c6-8d3a-3ef31df9525a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=48b1d6884444441cab08762b390b0887&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944902 Sep 27 08:01:41.653056 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68078ec-04b1-47c6-8d3a-3ef31df9525a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871eee1a-5c99-464c-9d9e-6cc8f72e2aec,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:01:41.654979 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 43390) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:01:41.702596 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6362147d-1192-42b9-8ad1-38d789652a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:41.722571 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6362147d-1192-42b9-8ad1-38d789652a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:41.827881 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6362147d-1192-42b9-8ad1-38d789652a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:41.830523 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-6362147d-1192-42b9-8ad1-38d789652a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:41.831763 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-6362147d-1192-42b9-8ad1-38d789652a16 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/871eee1a-5c99-464c-9d9e-6cc8f72e2aec HTTP/1.1" status: 204 len: 168 time: 0.1758027 Sep 27 08:01:41.839520 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362147d-1192-42b9-8ad1-38d789652a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871eee1a-5c99-464c-9d9e-6cc8f72e2aec,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:01:47.959273 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431dbd24-b83a-4473-ac4c-8632f1204250 req-fb65273e-865e-4e82-aa32-6113d7575e9d tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:01:47.960774 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-431dbd24-b83a-4473-ac4c-8632f1204250 req-fb65273e-865e-4e82-aa32-6113d7575e9d tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0520937 Sep 27 08:01:47.999166 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-431dbd24-b83a-4473-ac4c-8632f1204250 req-f7aed2a2-c6fd-4e57-b837-471e3c57cc5b tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323992 Sep 27 08:01:49.111951 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73489f-7443-4037-b579-cd970f2f3dec req-00e8f30b-cb81-4622-839b-635ea56a15b2 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:01:49.113575 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0c73489f-7443-4037-b579-cd970f2f3dec req-00e8f30b-cb81-4622-839b-635ea56a15b2 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0489318 Sep 27 08:01:49.151889 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0c73489f-7443-4037-b579-cd970f2f3dec req-ad0b82d6-f084-4328-ad82-3ddf45f93e11 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315368 Sep 27 08:01:50.263890 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a080797-4a07-4427-9153-4ec929544eb6 req-9c9d6791-f183-4bff-ac9b-c3f8ec766490 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:01:50.265424 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9a080797-4a07-4427-9153-4ec929544eb6 req-9c9d6791-f183-4bff-ac9b-c3f8ec766490 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0486894 Sep 27 08:01:50.303722 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9a080797-4a07-4427-9153-4ec929544eb6 req-479b3de0-a579-4951-bc48-070cf090b8b5 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317247 Sep 27 08:01:51.422970 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f33a6-bf6b-4305-b0ea-f84809057f22 req-f73ad1c0-6924-43f7-bc2a-e4f0611c67e7 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:01:51.424508 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b73f33a6-bf6b-4305-b0ea-f84809057f22 req-f73ad1c0-6924-43f7-bc2a-e4f0611c67e7 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0533817 Sep 27 08:01:51.462720 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b73f33a6-bf6b-4305-b0ea-f84809057f22 req-0d1ce319-3ce7-4e5f-9ab1-7b4bd9d44bbc tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314465 Sep 27 08:01:52.576717 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d1400-3072-4d20-baf7-8941834de507 req-973bb6aa-cb32-40a1-9d5d-1cc20797cb65 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:01:52.578232 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-333d1400-3072-4d20-baf7-8941834de507 req-973bb6aa-cb32-40a1-9d5d-1cc20797cb65 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0494072 Sep 27 08:01:52.615918 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-333d1400-3072-4d20-baf7-8941834de507 req-aee9b11f-07f4-41eb-bcde-d4ca50da9343 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315721 Sep 27 08:01:53.731366 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa133d-720f-4766-93cb-f30a097c2574 req-c19aeadc-9ef9-42f3-9323-d50f087c6260 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:01:53.732912 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f8fa133d-720f-4766-93cb-f30a097c2574 req-c19aeadc-9ef9-42f3-9323-d50f087c6260 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0485392 Sep 27 08:01:53.770088 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f8fa133d-720f-4766-93cb-f30a097c2574 req-8786979d-4e30-4eca-896b-ad929e60f156 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312762 Sep 27 08:01:54.685313 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:01:54.888402 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d6dc5-3879-4e52-831f-5f3957e6c3b8 req-ca150dc4-e3a1-445a-8995-13fdd790ec19 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:01:54.889931 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5d6d6dc5-3879-4e52-831f-5f3957e6c3b8 req-ca150dc4-e3a1-445a-8995-13fdd790ec19 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0533218 Sep 27 08:01:54.927799 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5d6d6dc5-3879-4e52-831f-5f3957e6c3b8 req-1b4e5378-62bf-4084-9e35-a7855944ce0c tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319233 Sep 27 08:01:56.040134 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31eb38b-caec-4309-b524-96c28f0358ff req-334b29e6-3d42-481a-a39e-3960bc9269dd tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:01:56.041669 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f31eb38b-caec-4309-b524-96c28f0358ff req-334b29e6-3d42-481a-a39e-3960bc9269dd tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0495732 Sep 27 08:01:56.073979 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 43546) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:01:56.086641 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f31eb38b-caec-4309-b524-96c28f0358ff req-fc978a1e-a0b2-48ed-a848-a0856c2bf1ac tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388505 Sep 27 08:01:56.180743 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-95e53e14-38a4-4698-9e84-a630be6c8ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:56.267972 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-95e53e14-38a4-4698-9e84-a630be6c8ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:56.330214 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-95e53e14-38a4-4698-9e84-a630be6c8ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:56.372039 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-95e53e14-38a4-4698-9e84-a630be6c8ae9 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c994827367434be287921548af8dd5e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970667 Sep 27 08:01:56.372910 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e53e14-38a4-4698-9e84-a630be6c8ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1c5195-a24d-4433-807e-30713bbfbedd,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:01:56.374801 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 43550) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:01:56.379897 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53e14-38a4-4698-9e84-a630be6c8ae9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:56.380250 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53e14-38a4-4698-9e84-a630be6c8ae9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:56.380591 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53e14-38a4-4698-9e84-a630be6c8ae9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:56.380952 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53e14-38a4-4698-9e84-a630be6c8ae9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:56.381291 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53e14-38a4-4698-9e84-a630be6c8ae9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:56.381621 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53e14-38a4-4698-9e84-a630be6c8ae9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:56.381951 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53e14-38a4-4698-9e84-a630be6c8ae9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:56.382296 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53e14-38a4-4698-9e84-a630be6c8ae9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:56.382608 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53e14-38a4-4698-9e84-a630be6c8ae9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:56.382931 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53e14-38a4-4698-9e84-a630be6c8ae9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:56.383252 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53e14-38a4-4698-9e84-a630be6c8ae9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:56.383571 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95e53e14-38a4-4698-9e84-a630be6c8ae9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:01:56.427694 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-268a499d-ff64-408b-ae43-8aaa3069b8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:56.449506 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-268a499d-ff64-408b-ae43-8aaa3069b8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:56.559640 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-268a499d-ff64-408b-ae43-8aaa3069b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:56.562216 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-268a499d-ff64-408b-ae43-8aaa3069b8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:56.563359 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-268a499d-ff64-408b-ae43-8aaa3069b8a0 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/0f1c5195-a24d-4433-807e-30713bbfbedd HTTP/1.1" status: 204 len: 168 time: 0.1875119 Sep 27 08:01:56.571107 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a499d-ff64-408b-ae43-8aaa3069b8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1c5195-a24d-4433-807e-30713bbfbedd,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:01:57.150674 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 43558) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:01:57.164470 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a94d9c80-76e2-42ff-8f5f-e5157743ddc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:57.202934 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda7637a-4a84-4240-8bae-7a5b25cdce0c req-37db3836-8d11-4e18-b6ae-c1ee6774924f tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:01:57.204418 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cda7637a-4a84-4240-8bae-7a5b25cdce0c req-37db3836-8d11-4e18-b6ae-c1ee6774924f tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0513625 Sep 27 08:01:57.243598 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cda7637a-4a84-4240-8bae-7a5b25cdce0c req-9ef68b66-4720-4280-ba51-824e18baf924 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331056 Sep 27 08:01:57.252043 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a94d9c80-76e2-42ff-8f5f-e5157743ddc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:57.305506 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-a94d9c80-76e2-42ff-8f5f-e5157743ddc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:57.344985 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-a94d9c80-76e2-42ff-8f5f-e5157743ddc4 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3721536f3441499a9755b828a6b405c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1926024 Sep 27 08:01:57.346094 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d9c80-76e2-42ff-8f5f-e5157743ddc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb46608-7ef2-4776-9539-2a731c843e34,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:01:57.347611 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 43560) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:01:57.396065 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-021ecc8c-ed41-4a67-87b2-197a99fbfe8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:57.416775 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-021ecc8c-ed41-4a67-87b2-197a99fbfe8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:57.530265 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-021ecc8c-ed41-4a67-87b2-197a99fbfe8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:57.533173 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-021ecc8c-ed41-4a67-87b2-197a99fbfe8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:01:57.534323 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-021ecc8c-ed41-4a67-87b2-197a99fbfe8b admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/6bb46608-7ef2-4776-9539-2a731c843e34 HTTP/1.1" status: 204 len: 168 time: 0.1857371 Sep 27 08:01:57.542246 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021ecc8c-ed41-4a67-87b2-197a99fbfe8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb46608-7ef2-4776-9539-2a731c843e34,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:01:58.153505 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352ed01-a823-4b4e-8506-21b1dd4e3848 req-4fbb77d6-3932-4754-9ab4-584ffbd1cb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:01:58.155042 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f352ed01-a823-4b4e-8506-21b1dd4e3848 req-4fbb77d6-3932-4754-9ab4-584ffbd1cb78 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3fc2ecd473824a02ad77d5b116b02a03&device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 1098 time: 0.0405085 Sep 27 08:01:58.367019 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58eebdc4-6854-4a93-817a-957fe4e92fe1 req-0021806a-3f63-438e-96a7-29d7b18f33a1 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:01:58.368619 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-58eebdc4-6854-4a93-817a-957fe4e92fe1 req-0021806a-3f63-438e-96a7-29d7b18f33a1 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0555024 Sep 27 08:01:58.409851 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-58eebdc4-6854-4a93-817a-957fe4e92fe1 req-d3655110-0925-4fe1-9f6a-534ad6415d0a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346863 Sep 27 08:01:58.483986 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352ed01-a823-4b4e-8506-21b1dd4e3848 req-4a909e24-54db-4513-90ca-86462cfc19b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:01:58.485496 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f352ed01-a823-4b4e-8506-21b1dd4e3848 req-4a909e24-54db-4513-90ca-86462cfc19b8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=48e5299c-7c9a-4841-b3e9-662a8de1ed8f HTTP/1.1" status: 200 len: 909 time: 0.3235426 Sep 27 08:01:58.553251 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f352ed01-a823-4b4e-8506-21b1dd4e3848 req-7df1865e-1166-47c1-9648-7afa1d636c34 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9420b48b-19e9-4596-8161-d97fd85d70e1 HTTP/1.1" status: 200 len: 1001 time: 0.0600920 Sep 27 08:01:58.603366 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352ed01-a823-4b4e-8506-21b1dd4e3848 req-575857cc-d08a-463b-90fd-6fe1a10c5013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:01:58.605338 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f352ed01-a823-4b4e-8506-21b1dd4e3848 req-575857cc-d08a-463b-90fd-6fe1a10c5013 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c6659f6-c66f-407e-b8ef-98f3c8eead86 HTTP/1.1" status: 200 len: 847 time: 0.0454645 Sep 27 08:01:58.650520 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f352ed01-a823-4b4e-8506-21b1dd4e3848 req-d9087e77-d1d9-4b0b-be5f-aacf9bba70b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:01:58.653886 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f352ed01-a823-4b4e-8506-21b1dd4e3848 req-d9087e77-d1d9-4b0b-be5f-aacf9bba70b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=48e5299c-7c9a-4841-b3e9-662a8de1ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389609 Sep 27 08:01:58.743687 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f352ed01-a823-4b4e-8506-21b1dd4e3848 req-c88653e6-6224-4502-bdcb-f5588d7cb5e3 service neutron] 10.222.0.25 "GET /v2.0/networks/48e5299c-7c9a-4841-b3e9-662a8de1ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810311 Sep 27 08:01:58.832623 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f352ed01-a823-4b4e-8506-21b1dd4e3848 req-3f46fecf-40a4-402f-a794-514ff110f53f service neutron] 10.222.0.25 "GET /v2.0/networks/48e5299c-7c9a-4841-b3e9-662a8de1ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854559 Sep 27 08:01:59.525513 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d966dae-07be-4675-8970-c6ec30dbf1f1 req-b561f207-6abf-4f9f-92e4-327c3b94abcb tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:01:59.526920 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9d966dae-07be-4675-8970-c6ec30dbf1f1 req-b561f207-6abf-4f9f-92e4-327c3b94abcb tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0492387 Sep 27 08:01:59.567538 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-9d966dae-07be-4675-8970-c6ec30dbf1f1 req-1b53b7eb-bbf4-4ea3-a6f1-92c1269a0b01 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341902 Sep 27 08:02:00.681287 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6e46c6-c406-4ec8-bc1a-18d9f346ddc8 req-30ab99eb-5ca6-4062-8251-539de4f0a494 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:00.682797 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cd6e46c6-c406-4ec8-bc1a-18d9f346ddc8 req-30ab99eb-5ca6-4062-8251-539de4f0a494 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0498323 Sep 27 08:02:00.721795 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-cd6e46c6-c406-4ec8-bc1a-18d9f346ddc8 req-7f67a056-f277-4ca1-af39-18d5511358ac tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330637 Sep 27 08:02:01.840345 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab8cd3-5b58-46da-b627-eaff6d9f34b4 req-df356823-b514-486e-9d9a-408d8140c89f tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:01.841857 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-16ab8cd3-5b58-46da-b627-eaff6d9f34b4 req-df356823-b514-486e-9d9a-408d8140c89f tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0543203 Sep 27 08:02:01.879855 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-16ab8cd3-5b58-46da-b627-eaff6d9f34b4 req-ceda3916-1858-4526-9cfb-270b87b26f7c tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321198 Sep 27 08:02:02.265582 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ae741-8a1b-4ec1-9719-bb5eef55aa84 req-7203ae0d-f47f-428d-a228-33b7b3551994 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:02.267317 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-437ae741-8a1b-4ec1-9719-bb5eef55aa84 req-7203ae0d-f47f-428d-a228-33b7b3551994 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0591335 Sep 27 08:02:02.333664 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-437ae741-8a1b-4ec1-9719-bb5eef55aa84 req-e8a0ca90-5d9e-4601-a866-16df8ca9cf95 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475693 Sep 27 08:02:02.386726 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d8e2a6af-4c51-4bdd-9780-53cf9fdc726f req-09b1bc4c-88c5-41ff-bbdc-cab350a2f122 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1379378 Sep 27 08:02:02.414426 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:03.436048 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35e3d8-9551-4362-9261-076cf2b2da37 req-9a3d304d-5ce5-4e34-932b-73bbe11beb3a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:03.437554 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dd35e3d8-9551-4362-9261-076cf2b2da37 req-9a3d304d-5ce5-4e34-932b-73bbe11beb3a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0539408 Sep 27 08:02:03.450574 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 9420b48b-19e9-4596-8161-d97fd85d70e1 no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:02:03.454159 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2c42a567-3a0a-4e2a-b593-f73560fb5933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:03.475680 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dd35e3d8-9551-4362-9261-076cf2b2da37 req-a70e116f-9d51-4ec0-bac3-eaf5d52499ee tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322392 Sep 27 08:02:03.527804 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:03.551132 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051c83eb-d502-4f79-998f-a72ffd126726', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9420b48b-19e9-4596-8161-d97fd85d70e1'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:02:03.553412 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0891a201-4258-4548-972a-0ae3ff8a26b6" -d '{"events": [{"server_uuid": "051c83eb-d502-4f79-998f-a72ffd126726", "name": "network-vif-unplugged", "status": "completed", "tag": "9420b48b-19e9-4596-8161-d97fd85d70e1"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:02:03.565911 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 9420b48b-19e9-4596-8161-d97fd85d70e1, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=9420b48b-19e9-4596-8161-d97fd85d70e1,segment=NetworkSegment(70c34626-833a-4641-8e1e-95560a381555),segment_id=70c34626-833a-4641-8e1e-95560a381555)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:02:03.587134 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 27 Sep 2021 08:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736bca9c-53ca-4f29-a0df-5c9b11200d93 x-openstack-request-id: req-736bca9c-53ca-4f29-a0df-5c9b11200d93 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:02:03.587433 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051c83eb-d502-4f79-998f-a72ffd126726", "name": "network-vif-unplugged", "status": "failed", "tag": "9420b48b-19e9-4596-8161-d97fd85d70e1", "code": 422}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:02:03.587685 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-736bca9c-53ca-4f29-a0df-5c9b11200d93 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:02:03.588087 dv-cinder-811078-1-iscsi neutron-server[106359]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '051c83eb-d502-4f79-998f-a72ffd126726', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9420b48b-19e9-4596-8161-d97fd85d70e1', 'code': 422} returned with failed status Sep 27 08:02:03.653948 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:03.700011 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=9420b48b-19e9-4596-8161-d97fd85d70e1,revision_number=6']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:02:03.706801 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:03.707156 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:03.707495 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:03.707831 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:03.708161 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:03.708491 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:03.708822 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:03.709173 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:03.709501 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:03.709825 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:03.710184 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:03.710472 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:04.590312 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f59ddc-2af0-4f7c-adf4-b0f346bf5348 req-c9e8370d-f326-4bcd-b02f-0a69ecaa1e6e tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:04.591778 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d1f59ddc-2af0-4f7c-adf4-b0f346bf5348 req-c9e8370d-f326-4bcd-b02f-0a69ecaa1e6e tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 943 time: 0.0489273 Sep 27 08:02:04.628578 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d1f59ddc-2af0-4f7c-adf4-b0f346bf5348 req-358aedd3-1616-4175-9ba0-a69de5b4f64c tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308821 Sep 27 08:02:04.707680 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2a6af-4c51-4bdd-9780-53cf9fdc726f req-6fe1a005-9cba-48eb-b867-b4a85f47d5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:04.709252 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d8e2a6af-4c51-4bdd-9780-53cf9fdc726f req-6fe1a005-9cba-48eb-b867-b4a85f47d5e2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726&tenant_id=3fc2ecd473824a02ad77d5b116b02a03 HTTP/1.1" status: 200 len: 1096 time: 0.0399017 Sep 27 08:02:04.773214 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2a6af-4c51-4bdd-9780-53cf9fdc726f req-312e5827-720f-4e6e-a6a0-5f8a464e6618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:04.774714 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d8e2a6af-4c51-4bdd-9780-53cf9fdc726f req-312e5827-720f-4e6e-a6a0-5f8a464e6618 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3fc2ecd473824a02ad77d5b116b02a03&device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 1096 time: 0.0422127 Sep 27 08:02:04.863961 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2a6af-4c51-4bdd-9780-53cf9fdc726f req-b276d884-502c-4bad-bdd7-7c8cfae0b531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:04.865745 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d8e2a6af-4c51-4bdd-9780-53cf9fdc726f req-b276d884-502c-4bad-bdd7-7c8cfae0b531 service neutron] 10.222.0.25 "GET /v2.0/networks?id=48e5299c-7c9a-4841-b3e9-662a8de1ed8f HTTP/1.1" status: 200 len: 909 time: 0.0845797 Sep 27 08:02:04.867992 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 43682) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:02:04.934157 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d8e2a6af-4c51-4bdd-9780-53cf9fdc726f req-dd632742-c6e3-430a-8e9c-d56a250aa850 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9420b48b-19e9-4596-8161-d97fd85d70e1 HTTP/1.1" status: 200 len: 999 time: 0.0601509 Sep 27 08:02:04.984428 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-49825af8-8915-4d57-ad1c-13a6055fb89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:05.002421 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2a6af-4c51-4bdd-9780-53cf9fdc726f req-a0359f7c-1b17-4b7e-b5b8-48006a883d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:05.003848 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d8e2a6af-4c51-4bdd-9780-53cf9fdc726f req-a0359f7c-1b17-4b7e-b5b8-48006a883d17 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c6659f6-c66f-407e-b8ef-98f3c8eead86 HTTP/1.1" status: 200 len: 847 time: 0.0629170 Sep 27 08:02:05.069310 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e2a6af-4c51-4bdd-9780-53cf9fdc726f req-a3413b87-0339-4013-a682-7704f876529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:05.070860 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d8e2a6af-4c51-4bdd-9780-53cf9fdc726f req-a3413b87-0339-4013-a682-7704f876529a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=48e5299c-7c9a-4841-b3e9-662a8de1ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592089 Sep 27 08:02:05.172651 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-49825af8-8915-4d57-ad1c-13a6055fb89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:05.189876 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d8e2a6af-4c51-4bdd-9780-53cf9fdc726f req-340c363f-8e04-47da-aa6b-8ea89a72b89e service neutron] 10.222.0.25 "GET /v2.0/networks/48e5299c-7c9a-4841-b3e9-662a8de1ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100566 Sep 27 08:02:05.255319 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-49825af8-8915-4d57-ad1c-13a6055fb89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:05.305979 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-49825af8-8915-4d57-ad1c-13a6055fb89b admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=e277fd8835e04add8a4958d1056de7da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4370024 Sep 27 08:02:05.309331 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 43686) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:02:05.310577 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49825af8-8915-4d57-ad1c-13a6055fb89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b945c92b-8519-4cd6-9494-22b9734344ed,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:02:05.323453 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-d8e2a6af-4c51-4bdd-9780-53cf9fdc726f req-2739845b-2fb6-4e3b-83ba-06f221be4c0b service neutron] 10.222.0.25 "GET /v2.0/networks/48e5299c-7c9a-4841-b3e9-662a8de1ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250763 Sep 27 08:02:05.362493 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a087df20-731c-4e8f-a42d-82119f7e7d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:05.382814 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a087df20-731c-4e8f-a42d-82119f7e7d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:05.501708 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a087df20-731c-4e8f-a42d-82119f7e7d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:05.504309 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a087df20-731c-4e8f-a42d-82119f7e7d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:05.505537 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-a087df20-731c-4e8f-a42d-82119f7e7d84 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b945c92b-8519-4cd6-9494-22b9734344ed HTTP/1.1" status: 204 len: 168 time: 0.1951878 Sep 27 08:02:05.513820 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087df20-731c-4e8f-a42d-82119f7e7d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b945c92b-8519-4cd6-9494-22b9734344ed,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:02:05.746003 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a06ece-77ad-45ad-8a85-85b045408886 req-c996bc42-48ae-4760-893d-585a1b1418c7 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:05.747400 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-89a06ece-77ad-45ad-8a85-85b045408886 req-c996bc42-48ae-4760-893d-585a1b1418c7 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 943 time: 0.0529606 Sep 27 08:02:05.787083 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-89a06ece-77ad-45ad-8a85-85b045408886 req-f75d2697-e87b-4da4-bc49-e9df29ce2164 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334635 Sep 27 08:02:06.116645 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 43694) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:02:06.129498 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-197070e4-de4f-4a79-9c08-f272becd39f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:06.157427 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7431508e-812d-4907-85ad-3ee991f16c21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:06.215307 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-197070e4-de4f-4a79-9c08-f272becd39f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:06.293907 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-197070e4-de4f-4a79-9c08-f272becd39f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:06.331264 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-197070e4-de4f-4a79-9c08-f272becd39f6 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0eb8cc71a09e4dcc8f1dfa7c4c89f6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2135320 Sep 27 08:02:06.333161 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197070e4-de4f-4a79-9c08-f272becd39f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f35ad63-8256-4dc2-b551-b3963a0fb6e4,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:02:06.334133 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 43696) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:02:06.382588 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1de0-d237-43d2-99f2-7f58008c765c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:06.403113 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1de0-d237-43d2-99f2-7f58008c765c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:06.528316 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1de0-d237-43d2-99f2-7f58008c765c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:06.531015 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-5dcd1de0-d237-43d2-99f2-7f58008c765c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:06.535751 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-5dcd1de0-d237-43d2-99f2-7f58008c765c admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/4f35ad63-8256-4dc2-b551-b3963a0fb6e4 HTTP/1.1" status: 204 len: 168 time: 0.1973588 Sep 27 08:02:06.542338 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd1de0-d237-43d2-99f2-7f58008c765c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f35ad63-8256-4dc2-b551-b3963a0fb6e4,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:02:06.631692 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:06.906231 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41eb81-bd02-428a-af77-77df5f9f3d68 req-6a5514a4-dab2-4225-97f9-dd1584128b63 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:06.908055 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bd41eb81-bd02-428a-af77-77df5f9f3d68 req-6a5514a4-dab2-4225-97f9-dd1584128b63 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 943 time: 0.0496905 Sep 27 08:02:06.945241 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bd41eb81-bd02-428a-af77-77df5f9f3d68 req-854bb611-0588-41a4-b8e7-06695a2c94d0 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313196 Sep 27 08:02:07.038971 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:08.064578 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9dba83-2f7d-4560-84bb-14b849494068 req-4386a6db-beb3-4bfb-adb0-18d5fe5db10b tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:08.065895 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-df9dba83-2f7d-4560-84bb-14b849494068 req-4386a6db-beb3-4bfb-adb0-18d5fe5db10b tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 943 time: 0.0538793 Sep 27 08:02:08.103542 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-df9dba83-2f7d-4560-84bb-14b849494068 req-2676d7fc-baba-4843-a1ec-3a6d57028fc3 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319147 Sep 27 08:02:08.718897 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 43746) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:02:08.819567 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fd4cbf1e-3042-4658-ab47-17774f9098af admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:08.906189 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fd4cbf1e-3042-4658-ab47-17774f9098af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:08.945328 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:08.970161 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-fd4cbf1e-3042-4658-ab47-17774f9098af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:09.010434 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-fd4cbf1e-3042-4658-ab47-17774f9098af admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c0988f9205e741a6aab92a1e10a8e330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904911 Sep 27 08:02:09.011551 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cbf1e-3042-4658-ab47-17774f9098af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c48594-7300-48df-bad0-82616a332d5a,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:02:09.013218 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 43750) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:02:09.062126 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d6dfd363-9c93-42d0-82d1-1a94f5593c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:09.082535 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d6dfd363-9c93-42d0-82d1-1a94f5593c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:09.215820 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac47b8-0d23-4fff-bd98-4232e72bbf2e req-5168226a-bd02-4cba-a477-b1f8f026c338 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:09.217299 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d7ac47b8-0d23-4fff-bd98-4232e72bbf2e req-5168226a-bd02-4cba-a477-b1f8f026c338 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 943 time: 0.0475593 Sep 27 08:02:09.239694 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d6dfd363-9c93-42d0-82d1-1a94f5593c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:09.242195 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d6dfd363-9c93-42d0-82d1-1a94f5593c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:09.243266 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-d6dfd363-9c93-42d0-82d1-1a94f5593c7a admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/79c48594-7300-48df-bad0-82616a332d5a HTTP/1.1" status: 204 len: 168 time: 0.2290490 Sep 27 08:02:09.256149 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dfd363-9c93-42d0-82d1-1a94f5593c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c48594-7300-48df-bad0-82616a332d5a,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:02:09.271016 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d7ac47b8-0d23-4fff-bd98-4232e72bbf2e req-af786fc5-bb3c-441d-b945-911f9f201196 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474682 Sep 27 08:02:09.866059 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 43758) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:02:09.879828 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-db3eba8d-620c-4eb1-8fa3-5d977fa3fbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:09.964710 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-db3eba8d-620c-4eb1-8fa3-5d977fa3fbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:10.025266 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-db3eba8d-620c-4eb1-8fa3-5d977fa3fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:10.063901 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-db3eba8d-620c-4eb1-8fa3-5d977fa3fbaf admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=75db1a2efc93435a89bb4f8ee99e5614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1967850 Sep 27 08:02:10.065012 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3eba8d-620c-4eb1-8fa3-5d977fa3fbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4436486-9bf4-4bab-bf89-9a1caf936745,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:02:10.066654 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 43760) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:02:10.115236 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-187a2e1d-f075-471a-b486-665756e23e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:10.135263 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-187a2e1d-f075-471a-b486-665756e23e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:10.250187 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-187a2e1d-f075-471a-b486-665756e23e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:10.252762 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-187a2e1d-f075-471a-b486-665756e23e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:10.253938 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-187a2e1d-f075-471a-b486-665756e23e3d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/c4436486-9bf4-4bab-bf89-9a1caf936745 HTTP/1.1" status: 204 len: 168 time: 0.1862812 Sep 27 08:02:10.265198 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a2e1d-f075-471a-b486-665756e23e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4436486-9bf4-4bab-bf89-9a1caf936745,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:02:10.386391 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bb8a5-a3ea-4976-b8ba-99c7dfe731fa req-d65d188a-b809-4fef-b745-ec72d316acca tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:10.387873 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-776bb8a5-a3ea-4976-b8ba-99c7dfe731fa req-d65d188a-b809-4fef-b745-ec72d316acca tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 943 time: 0.0484066 Sep 27 08:02:10.425515 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-776bb8a5-a3ea-4976-b8ba-99c7dfe731fa req-4f4a0f18-ba2c-4e2f-9694-d4c21ad17f07 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310411 Sep 27 08:02:11.542467 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0007d4c-270b-42e9-ad2c-26863b30ea59 req-52f01445-29e8-4439-97ab-81b8251458af tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:11.543979 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d0007d4c-270b-42e9-ad2c-26863b30ea59 req-52f01445-29e8-4439-97ab-81b8251458af tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 943 time: 0.0529735 Sep 27 08:02:11.584816 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-d0007d4c-270b-42e9-ad2c-26863b30ea59 req-54d0c511-342c-405e-8be4-05e9e8c4e72b tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334704 Sep 27 08:02:12.708991 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e07f1bf-28b6-4a63-a1dd-b6571f095daa req-2445a0c7-eda9-4f3e-baca-c843e1c1738f tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:12.710497 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3e07f1bf-28b6-4a63-a1dd-b6571f095daa req-2445a0c7-eda9-4f3e-baca-c843e1c1738f tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 943 time: 0.0516069 Sep 27 08:02:12.751290 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3e07f1bf-28b6-4a63-a1dd-b6571f095daa req-6edd7089-6e45-46a5-ab38-c4b0eb5f10e4 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349205 Sep 27 08:02:13.471597 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 9420b48b-19e9-4596-8161-d97fd85d70e1 details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:02:13.565888 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 9420b48b-19e9-4596-8161-d97fd85d70e1, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=9420b48b-19e9-4596-8161-d97fd85d70e1,segment=NetworkSegment(70c34626-833a-4641-8e1e-95560a381555),segment_id=70c34626-833a-4641-8e1e-95560a381555)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:02:13.577354 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': '9420b48b-19e9-4596-8161-d97fd85d70e1', 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f', 'port_id': '9420b48b-19e9-4596-8161-d97fd85d70e1', 'mac_address': 'fa:16:3e:c7:81:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:02:13.614426 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:13.627692 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9420b48b-19e9-4596-8161-d97fd85d70e1 {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:02:13.646835 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 9420b48b-19e9-4596-8161-d97fd85d70e1, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=9420b48b-19e9-4596-8161-d97fd85d70e1,segment=NetworkSegment(70c34626-833a-4641-8e1e-95560a381555),segment_id=70c34626-833a-4641-8e1e-95560a381555)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:02:13.730581 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:13.782076 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=9420b48b-19e9-4596-8161-d97fd85d70e1,revision_number=7']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:02:13.864397 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4ab21-398a-4900-957a-85490bfd4ab6 req-05a5bf48-1d1c-4c51-b746-0b872c29a4f0 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:13.865984 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e9c4ab21-398a-4900-957a-85490bfd4ab6 req-05a5bf48-1d1c-4c51-b746-0b872c29a4f0 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 944 time: 0.0498252 Sep 27 08:02:13.903827 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e9c4ab21-398a-4900-957a-85490bfd4ab6 req-18032e05-b5c7-4137-9aa9-e53a17960f2e tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319932 Sep 27 08:02:13.967639 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['9420b48b-19e9-4596-8161-d97fd85d70e1'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:02:15.021373 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210563be-2ec8-4405-a4b5-bbf0f1e55693 req-d3081d1c-8835-442a-8e81-1c6f33946ac4 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:15.023016 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-210563be-2ec8-4405-a4b5-bbf0f1e55693 req-d3081d1c-8835-442a-8e81-1c6f33946ac4 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 944 time: 0.0532157 Sep 27 08:02:15.060554 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-210563be-2ec8-4405-a4b5-bbf0f1e55693 req-b36cebd7-c565-4796-8c6c-875e2ab86794 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312312 Sep 27 08:02:15.482600 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 9420b48b-19e9-4596-8161-d97fd85d70e1 up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:02:15.528651 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port 9420b48b-19e9-4596-8161-d97fd85d70e1 triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:02:15.529060 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:15.604181 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:15.629310 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051c83eb-d502-4f79-998f-a72ffd126726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9420b48b-19e9-4596-8161-d97fd85d70e1'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:02:15.631536 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c6fded-55e7-4630-a039-b6f38451bdf8" -d '{"events": [{"server_uuid": "051c83eb-d502-4f79-998f-a72ffd126726", "name": "network-vif-plugged", "status": "completed", "tag": "9420b48b-19e9-4596-8161-d97fd85d70e1"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:02:15.643868 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port 9420b48b-19e9-4596-8161-d97fd85d70e1, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=9420b48b-19e9-4596-8161-d97fd85d70e1,segment=NetworkSegment(70c34626-833a-4641-8e1e-95560a381555),segment_id=70c34626-833a-4641-8e1e-95560a381555)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:02:15.665947 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5deb90ba-8cd1-4e55-bfcf-3ed70ec08646 x-openstack-request-id: req-5deb90ba-8cd1-4e55-bfcf-3ed70ec08646 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:02:15.666237 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051c83eb-d502-4f79-998f-a72ffd126726", "name": "network-vif-plugged", "status": "completed", "tag": "9420b48b-19e9-4596-8161-d97fd85d70e1", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:02:15.666490 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5deb90ba-8cd1-4e55-bfcf-3ed70ec08646 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:02:15.666885 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051c83eb-d502-4f79-998f-a72ffd126726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9420b48b-19e9-4596-8161-d97fd85d70e1', 'code': 200} Sep 27 08:02:15.742120 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:15.790201 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=9420b48b-19e9-4596-8161-d97fd85d70e1,revision_number=8']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:02:15.939940 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224263b-c9ab-4139-8aa5-693163db6ff9 req-a75bbe4d-35c8-4c10-abb4-0e256695e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:15.941445 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1224263b-c9ab-4139-8aa5-693163db6ff9 req-a75bbe4d-35c8-4c10-abb4-0e256695e94c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 1098 time: 0.0395513 Sep 27 08:02:15.978923 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1224263b-c9ab-4139-8aa5-693163db6ff9 req-cb1f1a49-6a6b-4186-9ab1-cf07562bd5e0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280797 Sep 27 08:02:16.176669 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac594b9e-9337-4639-9b08-54e869327e79 req-8581090a-664e-40e8-924d-4dc1bb56dd14 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:16.178231 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ac594b9e-9337-4639-9b08-54e869327e79 req-8581090a-664e-40e8-924d-4dc1bb56dd14 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0501833 Sep 27 08:02:16.215713 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ac594b9e-9337-4639-9b08-54e869327e79 req-26d81c41-d125-4243-88e5-df87b1933d59 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316103 Sep 27 08:02:17.332440 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e6278-5c51-4028-bb5c-421cff6fe410 req-2599d86c-91f3-4f5c-bef4-660f0e14a9b1 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:17.333973 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8b8e6278-5c51-4028-bb5c-421cff6fe410 req-2599d86c-91f3-4f5c-bef4-660f0e14a9b1 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0487611 Sep 27 08:02:17.374406 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8b8e6278-5c51-4028-bb5c-421cff6fe410 req-2ffd9cfe-c11f-4998-adc7-d6821f5f2fb1 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343115 Sep 27 08:02:30.651668 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-d9ee78f4-ac1e-4459-b6a3-b121777d5ffa tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1756191332&fields=id&tenant_id=7372ab2de4b249ec874584aff9211066 HTTP/1.1" status: 200 len: 267 time: 0.0314214 Sep 27 08:02:30.757327 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-05d194fd-a275-450f-bf26-66210321e464 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:30.758849 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-05d194fd-a275-450f-bf26-66210321e464 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/networks?id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 HTTP/1.1" status: 200 len: 811 time: 0.0998688 Sep 27 08:02:30.774530 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-9336d53c-91ee-42b4-a19c-758394834581 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/quotas/7372ab2de4b249ec874584aff9211066 HTTP/1.1" status: 200 len: 375 time: 0.0092955 Sep 27 08:02:30.830221 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-775c6f31-9538-40b8-9c26-7dc26b9c5c69 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?tenant_id=7372ab2de4b249ec874584aff9211066&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0504594 Sep 27 08:02:30.923701 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-e84e3109-8e45-464c-aead-5e9f989720e2 service neutron] 10.222.0.11 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823090 Sep 27 08:02:31.009683 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-21fa46fb-dba8-41c1-953f-3fce283fe299 service neutron] 10.222.0.11 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797963 Sep 27 08:02:31.597287 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-0be6e648-46d0-4c9b-ac18-82dbd11bee8d req-c35dee63-ee70-47af-b721-a7c1c44b63f0 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 210 time: 0.0308394 Sep 27 08:02:31.605237 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:02:32.436484 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:32.689853 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-3eb80c70-0168-4991-9914-c7256f9012b0 req-0b6c8bdc-6270-4336-a947-b17ac04a11c2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 210 time: 0.0281332 Sep 27 08:02:33.415590 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-86bcaee5-5bae-482a-96a3-26bdacfd4865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:33.778839 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ed321ced-a9c2-4c7c-85ec-4c6e1d2775e1 req-1365f603-af2c-421f-873f-8c2312605643 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 210 time: 0.0258396 Sep 27 08:02:34.875717 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-dde374a5-0799-447d-869d-2730ed1037ef req-31cbdee5-3206-4471-9a5b-52c8fb5e5724 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 210 time: 0.0258114 Sep 27 08:02:35.968339 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-be149573-dc8a-49a4-854f-7ebc167b9580 req-494d103d-f612-4b61-98f7-b7630a4cb783 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 210 time: 0.0267904 Sep 27 08:02:36.169632 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-cd1912f7-13d9-43e7-8a62-93573c61a5cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:36.514334 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-cab79a1b-0afd-4c23-99a2-d4c45b9b9a69 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:36.515825 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-cab79a1b-0afd-4c23-99a2-d4c45b9b9a69 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.25 "GET /v2.0/networks?id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 HTTP/1.1" status: 200 len: 811 time: 0.1021466 Sep 27 08:02:36.561822 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-82398be3-240e-4129-9fae-326c92867151 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7372ab2de4b249ec874584aff9211066 HTTP/1.1" status: 200 len: 380 time: 0.0344014 Sep 27 08:02:36.572343 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-5f1a5a51-7f57-46e1-b331-9100ec8e55a1 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Request body: {'port': {'device_id': 'f7d33b9b-ed42-478d-b923-7691361acdb6', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'admin_state_up': True, 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'security_groups': ['0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99']}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:02:36.650163 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:36.750691 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-5f1a5a51-7f57-46e1-b331-9100ec8e55a1 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Made reservation on behalf of 7372ab2de4b249ec874584aff9211066 for: {'port': 1} {{(pid=106357) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 08:02:36.754535 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-5f1a5a51-7f57-46e1-b331-9100ec8e55a1 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:36.875728 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_common [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-5f1a5a51-7f57-46e1-b331-9100ec8e55a1 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Allocated IP 172.20.0.13 (1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5/e9fe12f2-248d-4306-8a76-9ebdafe41649/e42b048a-91d0-4758-9959-0a5fea9ae92f) {{(pid=106357) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:02:37.012090 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-5f1a5a51-7f57-46e1-b331-9100ec8e55a1 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for port, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:37.020054 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:37.065557 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-bdb2e929-d29a-426f-bad4-4b80c6a7ed6a req-fc038a41-23fb-479a-8700-5f0f3d3c98d8 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 210 time: 0.0253649 Sep 27 08:02:37.095921 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-5f1a5a51-7f57-46e1-b331-9100ec8e55a1 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:37.137190 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-5f1a5a51-7f57-46e1-b331-9100ec8e55a1 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 is already hosted by enough agents. {{(pid=106357) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:02:37.140462 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.base_scheduler [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-5f1a5a51-7f57-46e1-b331-9100ec8e55a1 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Resources bound (agent type, host, resource id): {{(pid=106357) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:02:37.144238 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-5f1a5a51-7f57-46e1-b331-9100ec8e55a1 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Received port after_create {{(pid=106357) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:02:37.174163 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a5a51-7f57-46e1-b331-9100ec8e55a1 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event updated for resources: {'Port': ['ID=e42b048a-91d0-4758-9959-0a5fea9ae92f,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:02:37.204380 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-5f1a5a51-7f57-46e1-b331-9100ec8e55a1 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:37.205073 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-5f1a5a51-7f57-46e1-b331-9100ec8e55a1 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:37.285226 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-5f1a5a51-7f57-46e1-b331-9100ec8e55a1 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7163000 Sep 27 08:02:37.300288 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-75ec8cf3-a48b-4c90-bbea-e79c67dd01f4 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] http://10.222.0.11:9696/v2.0/extensions returned with HTTP 200 {{(pid=106357) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 27 08:02:37.300288 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-75ec8cf3-a48b-4c90-bbea-e79c67dd01f4 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054624 Sep 27 08:02:37.375813 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-2fdc3a01-483b-49a6-a814-2261f6446375 None None] Provisioning complete for port e42b048a-91d0-4758-9959-0a5fea9ae92f triggered by entity DHCP. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:02:37.376732 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3a01-483b-49a6-a814-2261f6446375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:37.408488 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.v2.base [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Request body: {'port': {'device_id': 'f7d33b9b-ed42-478d-b923-7691361acdb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81107'}} {{(pid=106357) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:02:37.413710 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-2fdc3a01-483b-49a6-a814-2261f6446375 None None] Port e42b048a-91d0-4758-9959-0a5fea9ae92f cannot update to ACTIVE because it is not bound. {{(pid=106359) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 27 08:02:37.460298 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:37.721020 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42b048a-91d0-4758-9959-0a5fea9ae92f {{(pid=106357) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:02:37.728274 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:37.739914 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.provisioning_blocks [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Transition to ACTIVE for port object e42b048a-91d0-4758-9959-0a5fea9ae92f will not be triggered until provisioned by entity L2. {{(pid=106357) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 27 08:02:37.795975 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:37.847109 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Pushing event updated for resources: {'Port': ['ID=e42b048a-91d0-4758-9959-0a5fea9ae92f,revision_number=2']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:02:37.912198 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Attempting to bind port e42b048a-91d0-4758-9959-0a5fea9ae92f on host hv-cinder-81107 for vnic_type normal with profile {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 27 08:02:37.912537 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Attempting to bind port e42b048a-91d0-4758-9959-0a5fea9ae92f by drivers openvswitch,hyperv on host hv-cinder-81107 at level 0 using segments [{'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 27 08:02:37.912894 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Attempting to bind port e42b048a-91d0-4758-9959-0a5fea9ae92f on network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:02:37.917625 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Port e42b048a-91d0-4758-9959-0a5fea9ae92f on network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81107 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 27 08:02:37.917864 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Attempting to bind port e42b048a-91d0-4758-9959-0a5fea9ae92f on network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 08:02:37.923518 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Checking agent: {'id': 'bc79ea46-3a7e-45ee-8255-33827353f60c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81107', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'started_at': datetime.datetime(2021, 9, 27, 7, 50, 32), 'heartbeat_timestamp': datetime.datetime(2021, 9, 27, 8, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 27 08:02:37.923855 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Checking segment: {'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106357) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 27 08:02:37.924307 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Bound using segment: {'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'} {{(pid=106357) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 08:02:37.924671 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.managers [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Bound port: e42b048a-91d0-4758-9959-0a5fea9ae92f, host: hv-cinder-81107, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc85b513-1676-45aa-b24a-d92f2d5a6268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5'}}] {{(pid=106357) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 27 08:02:37.925211 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:37.991708 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] For port e42b048a-91d0-4758-9959-0a5fea9ae92f, host hv-cinder-81107, cleared binding levels {{(pid=106357) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 08:02:37.994548 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] For port e42b048a-91d0-4758-9959-0a5fea9ae92f, host hv-cinder-81107, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=e42b048a-91d0-4758-9959-0a5fea9ae92f,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106357) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 08:02:38.070848 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7115159'] for port, after_update {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:38.101472 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:38.104981 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:38.105459 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] 10.222.0.25 "PUT /v2.0/ports/e42b048a-91d0-4758-9959-0a5fea9ae92f HTTP/1.1" status: 200 len: 1094 time: 0.7915728 Sep 27 08:02:38.110001 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d33b9b-ed42-478d-b923-7691361acdb6', 'tag': 'e42b048a-91d0-4758-9959-0a5fea9ae92f'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:02:38.112631 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa0af26-bc8e-4180-aaf6-d150089ad6e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d33b9b-ed42-478d-b923-7691361acdb6", "tag": "e42b048a-91d0-4758-9959-0a5fea9ae92f"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:02:38.140425 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1ce594-da74-48ec-854b-a0d9a4b997ba service neutron] Pushing event updated for resources: {'Port': ['ID=e42b048a-91d0-4758-9959-0a5fea9ae92f,revision_number=3']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:02:38.188518 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f31fe-b502-454c-bd2d-b242dfa74135 req-acd90fb5-95fd-4579-ab46-75d59bac40aa tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:38.190186 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c54f31fe-b502-454c-bd2d-b242dfa74135 req-acd90fb5-95fd-4579-ab46-75d59bac40aa tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 944 time: 0.0567446 Sep 27 08:02:38.230116 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-c54f31fe-b502-454c-bd2d-b242dfa74135 req-41503710-6492-44d4-b72e-94a32a4c1fc6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333133 Sep 27 08:02:38.251626 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-b7340011-3e04-4a30-bdc5-c3f633c73cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:38.253299 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-b7340011-3e04-4a30-bdc5-c3f633c73cd9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7372ab2de4b249ec874584aff9211066&device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 1097 time: 0.0477808 Sep 27 08:02:38.302214 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f7aed1-cc8c-4d63-977e-dfb8034ca434 x-openstack-request-id: req-15f7aed1-cc8c-4d63-977e-dfb8034ca434 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:02:38.302512 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d33b9b-ed42-478d-b923-7691361acdb6", "tag": "e42b048a-91d0-4758-9959-0a5fea9ae92f", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:02:38.302763 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-15f7aed1-cc8c-4d63-977e-dfb8034ca434 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:02:38.303150 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d33b9b-ed42-478d-b923-7691361acdb6', 'tag': 'e42b048a-91d0-4758-9959-0a5fea9ae92f', 'status': 'completed', 'code': 200} Sep 27 08:02:38.304673 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-9aaceb80-b64b-43cc-bb31-f1e4620d6c1e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e42b048a-91d0-4758-9959-0a5fea9ae92f HTTP/1.1" status: 200 len: 217 time: 0.0420556 Sep 27 08:02:38.355177 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-413b5ae9-3962-4d6a-befe-222fd68bee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:38.357227 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-413b5ae9-3962-4d6a-befe-222fd68bee0a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9fe12f2-248d-4306-8a76-9ebdafe41649 HTTP/1.1" status: 200 len: 850 time: 0.0430365 Sep 27 08:02:38.401812 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-2cb76b25-9338-413f-836e-51631b7bea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:38.403737 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-2cb76b25-9338-413f-836e-51631b7bea85 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385401 Sep 27 08:02:38.494843 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-c8f2f824-9b98-4c0a-a197-7f64ed1b1f8b service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839298 Sep 27 08:02:38.584831 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-f92a91b7-4c52-4e22-91e9-d9aefadee85b req-e45e079c-9721-43e4-8f82-67eb947a04a1 service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821443 Sep 27 08:02:38.767246 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0af26-bc8e-4180-aaf6-d150089ad6e3 req-ca8d58d0-e162-44b8-b386-6ba2637cadd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:38.768631 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1aa0af26-bc8e-4180-aaf6-d150089ad6e3 req-ca8d58d0-e162-44b8-b386-6ba2637cadd1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7372ab2de4b249ec874584aff9211066&device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 1097 time: 0.0449874 Sep 27 08:02:38.858918 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0af26-bc8e-4180-aaf6-d150089ad6e3 req-5e367436-84bc-4921-9888-d451458be67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:38.860320 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1aa0af26-bc8e-4180-aaf6-d150089ad6e3 req-5e367436-84bc-4921-9888-d451458be67d service neutron] 10.222.0.25 "GET /v2.0/networks?id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 HTTP/1.1" status: 200 len: 912 time: 0.0841143 Sep 27 08:02:38.908201 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1aa0af26-bc8e-4180-aaf6-d150089ad6e3 req-40e75c01-ea02-43f4-87b0-3553323b540e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e42b048a-91d0-4758-9959-0a5fea9ae92f HTTP/1.1" status: 200 len: 217 time: 0.0384603 Sep 27 08:02:38.961861 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0af26-bc8e-4180-aaf6-d150089ad6e3 req-73dc2af1-891b-4a94-bf63-82539d4ebc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:38.965437 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:38.966458 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1aa0af26-bc8e-4180-aaf6-d150089ad6e3 req-73dc2af1-891b-4a94-bf63-82539d4ebc5b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9fe12f2-248d-4306-8a76-9ebdafe41649 HTTP/1.1" status: 200 len: 850 time: 0.0434701 Sep 27 08:02:39.008319 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa0af26-bc8e-4180-aaf6-d150089ad6e3 req-8ce9d252-c085-46cc-a620-4ccf5c9764f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:39.009850 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1aa0af26-bc8e-4180-aaf6-d150089ad6e3 req-8ce9d252-c085-46cc-a620-4ccf5c9764f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393391 Sep 27 08:02:39.102966 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1aa0af26-bc8e-4180-aaf6-d150089ad6e3 req-4407a59f-7231-41ea-8ac8-9c2c1dda4a86 service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852220 Sep 27 08:02:39.194638 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-1aa0af26-bc8e-4180-aaf6-d150089ad6e3 req-0e722b33-623e-4ee2-82c7-d21266cc3534 service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845177 Sep 27 08:02:39.345536 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290e5119-1e95-41a3-8a81-fb0d2f393e48 req-8dbc3d5d-ed2b-4473-9789-d6d7b04ab895 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:39.347003 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-290e5119-1e95-41a3-8a81-fb0d2f393e48 req-8dbc3d5d-ed2b-4473-9789-d6d7b04ab895 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 944 time: 0.0487208 Sep 27 08:02:39.383940 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-290e5119-1e95-41a3-8a81-fb0d2f393e48 req-865b7ed8-cd9e-4a5f-bf12-630911681d35 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310228 Sep 27 08:02:40.096773 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7b56d1ea-d415-46c3-a606-1765e516e246 req-602522ad-4c48-4262-ac82-2be32006f0f5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379744 Sep 27 08:02:40.165593 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56d1ea-d415-46c3-a606-1765e516e246 req-33d0e971-53c7-4914-9457-be0e83cc7ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:40.167049 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7b56d1ea-d415-46c3-a606-1765e516e246 req-33d0e971-53c7-4914-9457-be0e83cc7ac9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7372ab2de4b249ec874584aff9211066&device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 1098 time: 0.0426824 Sep 27 08:02:40.268955 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56d1ea-d415-46c3-a606-1765e516e246 req-fa7b70e1-5a8a-40b5-be1c-86a46ddca77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:40.270396 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7b56d1ea-d415-46c3-a606-1765e516e246 req-fa7b70e1-5a8a-40b5-be1c-86a46ddca77f service neutron] 10.222.0.25 "GET /v2.0/networks?id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 HTTP/1.1" status: 200 len: 912 time: 0.0824883 Sep 27 08:02:40.338668 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7b56d1ea-d415-46c3-a606-1765e516e246 req-716b3d7e-531d-4dca-ba43-15dcd4e19235 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=832d94dd-0473-4d0e-8d2f-474ad723f1ba HTTP/1.1" status: 200 len: 1000 time: 0.0590153 Sep 27 08:02:40.389753 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56d1ea-d415-46c3-a606-1765e516e246 req-983d9853-7b91-41e3-934c-b6cc90fececc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:40.391061 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7b56d1ea-d415-46c3-a606-1765e516e246 req-983d9853-7b91-41e3-934c-b6cc90fececc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9fe12f2-248d-4306-8a76-9ebdafe41649 HTTP/1.1" status: 200 len: 850 time: 0.0416009 Sep 27 08:02:40.437793 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b56d1ea-d415-46c3-a606-1765e516e246 req-a05342ad-f93d-4c6c-a21a-5a6a9a3cd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:40.439275 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7b56d1ea-d415-46c3-a606-1765e516e246 req-a05342ad-f93d-4c6c-a21a-5a6a9a3cd8f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396700 Sep 27 08:02:40.496486 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525dbb6-a509-464c-a5cc-f90b55023d0b req-7f6bf759-fbea-4549-bbc4-d508514d0cc2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:40.498504 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b525dbb6-a509-464c-a5cc-f90b55023d0b req-7f6bf759-fbea-4549-bbc4-d508514d0cc2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 944 time: 0.0484173 Sep 27 08:02:40.533881 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7b56d1ea-d415-46c3-a606-1765e516e246 req-0c76185f-feb8-49b9-9d22-f9224b23ead1 service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841775 Sep 27 08:02:40.536914 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-b525dbb6-a509-464c-a5cc-f90b55023d0b req-cda5633e-a0e2-4b3b-a6b3-68f209830bc4 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323887 Sep 27 08:02:40.627227 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-7b56d1ea-d415-46c3-a606-1765e516e246 req-9d737f5b-a470-42a3-8b73-b7e4b935536b service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816128 Sep 27 08:02:41.656529 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079bf253-e877-420f-97d0-31267f05ef3d req-787844a8-d174-49f3-addf-fe0f0f5ce298 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:41.658030 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-079bf253-e877-420f-97d0-31267f05ef3d req-787844a8-d174-49f3-addf-fe0f0f5ce298 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 944 time: 0.0527191 Sep 27 08:02:41.694003 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-079bf253-e877-420f-97d0-31267f05ef3d req-d140f77b-6468-48f5-beab-fea886cae99b tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301850 Sep 27 08:02:42.804992 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d84a3-0cd5-41aa-ab5b-df3666368f3e req-27161f18-fb90-487d-a2f4-73f16ef50548 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:42.806460 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8e3d84a3-0cd5-41aa-ab5b-df3666368f3e req-27161f18-fb90-487d-a2f4-73f16ef50548 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 944 time: 0.0478606 Sep 27 08:02:42.843711 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8e3d84a3-0cd5-41aa-ab5b-df3666368f3e req-2d38d405-38dc-4686-9951-edd517ef03b2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308468 Sep 27 08:02:43.955140 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c410568-2d10-47e2-b196-8c7e0b4ece28 req-f9b30648-3bb3-4220-a1c2-c5f7770ff9d2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:43.956603 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2c410568-2d10-47e2-b196-8c7e0b4ece28 req-f9b30648-3bb3-4220-a1c2-c5f7770ff9d2 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 944 time: 0.0486252 Sep 27 08:02:43.993349 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2c410568-2d10-47e2-b196-8c7e0b4ece28 req-5f625440-ec3a-4ed6-83a4-e5750f620a74 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309107 Sep 27 08:02:45.161035 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08449ec-51b8-4d92-b415-9589183cf639 req-8b337fd2-9795-4999-8aa8-21f6791ea3db tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:45.162497 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e08449ec-51b8-4d92-b415-9589183cf639 req-8b337fd2-9795-4999-8aa8-21f6791ea3db tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 944 time: 0.0505457 Sep 27 08:02:45.198490 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e08449ec-51b8-4d92-b415-9589183cf639 req-146a78cc-bf3d-4ae8-9c8f-281d8f07f037 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301857 Sep 27 08:02:46.312739 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72030cd-b96b-47b3-856e-5a0380d6e375 req-4cfec130-fe1a-44a3-9ffe-1437f14b9de5 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:46.314362 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e72030cd-b96b-47b3-856e-5a0380d6e375 req-4cfec130-fe1a-44a3-9ffe-1437f14b9de5 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 944 time: 0.0501075 Sep 27 08:02:46.352430 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e72030cd-b96b-47b3-856e-5a0380d6e375 req-a126b044-b37e-48ad-a23c-6e0e32f1ffcb tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321181 Sep 27 08:02:47.464166 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468f0b7e-237c-4656-ad4e-4d6a09711ced req-47896d87-e78c-4c4f-a5bc-cf10d26be567 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:47.465650 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-468f0b7e-237c-4656-ad4e-4d6a09711ced req-47896d87-e78c-4c4f-a5bc-cf10d26be567 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 944 time: 0.0478451 Sep 27 08:02:47.501634 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-468f0b7e-237c-4656-ad4e-4d6a09711ced req-d0d4792f-cb5d-4666-b3ee-8c21766c3b61 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301952 Sep 27 08:02:47.637765 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device e42b048a-91d0-4758-9959-0a5fea9ae92f details requested by agent hyperv_hv-cinder-81107 with host hv-cinder-81107 {{(pid=106359) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 08:02:47.730874 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port e42b048a-91d0-4758-9959-0a5fea9ae92f, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=e42b048a-91d0-4758-9959-0a5fea9ae92f,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:02:47.742199 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Returning: {'device': 'e42b048a-91d0-4758-9959-0a5fea9ae92f', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'port_id': 'e42b048a-91d0-4758-9959-0a5fea9ae92f', 'mac_address': 'fa:16:3e:78:d9:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106359) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 08:02:47.777506 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:47.790036 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42b048a-91d0-4758-9959-0a5fea9ae92f {{(pid=106359) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 27 08:02:47.808895 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port e42b048a-91d0-4758-9959-0a5fea9ae92f, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=e42b048a-91d0-4758-9959-0a5fea9ae92f,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:02:47.878064 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:47.927376 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=e42b048a-91d0-4758-9959-0a5fea9ae92f,revision_number=4']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:02:48.101346 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] get_ports_and_sgs() called for port_ids ['e42b048a-91d0-4758-9959-0a5fea9ae92f'] {{(pid=106359) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 27 08:02:48.618123 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffda661-f56b-4725-b8fa-cb5aa17c9d0e req-e28c6d20-d215-4813-9f30-e69ffd3d326f tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:48.619591 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4ffda661-f56b-4725-b8fa-cb5aa17c9d0e req-e28c6d20-d215-4813-9f30-e69ffd3d326f tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 945 time: 0.0520072 Sep 27 08:02:48.656995 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4ffda661-f56b-4725-b8fa-cb5aa17c9d0e req-f8ed3cd7-2836-4783-9239-10101c797d3f tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314283 Sep 27 08:02:49.648667 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device e42b048a-91d0-4758-9959-0a5fea9ae92f up at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 08:02:49.746564 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning for port e42b048a-91d0-4758-9959-0a5fea9ae92f completed by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 27 08:02:49.750556 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.provisioning_blocks [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Provisioning complete for port e42b048a-91d0-4758-9959-0a5fea9ae92f triggered by entity L2. {{(pid=106359) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 27 08:02:49.750928 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1690171'] for port, provisioning_complete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:49.768901 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162f228-2e9e-4c98-a695-29bab22cbf60 req-783db5c6-4e3b-4e73-9bcc-f7f2ff3c8b54 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:49.770404 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2162f228-2e9e-4c98-a695-29bab22cbf60 req-783db5c6-4e3b-4e73-9bcc-f7f2ff3c8b54 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 945 time: 0.0490646 Sep 27 08:02:49.809448 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2162f228-2e9e-4c98-a695-29bab22cbf60 req-90a55b7d-0f6f-4b44-967c-3f21b3dd4e3e tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328250 Sep 27 08:02:49.827657 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:49.853071 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d33b9b-ed42-478d-b923-7691361acdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42b048a-91d0-4758-9959-0a5fea9ae92f'}] {{(pid=106359) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:02:49.855307 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03cb43160cf49c2ab877f0a04b85c9ff9bd81d7e062356a6696bc5405463a7be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c7ddc6-f7ae-4be7-b0b0-3ae919aaf5b4" -d '{"events": [{"server_uuid": "f7d33b9b-ed42-478d-b923-7691361acdb6", "name": "network-vif-plugged", "status": "completed", "tag": "e42b048a-91d0-4758-9959-0a5fea9ae92f"}]}' {{(pid=106359) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:02:49.867802 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] For port e42b048a-91d0-4758-9959-0a5fea9ae92f, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=e42b048a-91d0-4758-9959-0a5fea9ae92f,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:02:49.891411 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3fea98-54a9-4f1f-9d7d-8c159de4d172 x-openstack-request-id: req-5e3fea98-54a9-4f1f-9d7d-8c159de4d172 {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:02:49.891732 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d33b9b-ed42-478d-b923-7691361acdb6", "name": "network-vif-plugged", "status": "completed", "tag": "e42b048a-91d0-4758-9959-0a5fea9ae92f", "code": 200}]} {{(pid=106359) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:02:49.892043 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-5e3fea98-54a9-4f1f-9d7d-8c159de4d172 {{(pid=106359) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:02:49.892455 dv-cinder-811078-1-iscsi neutron-server[106359]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d33b9b-ed42-478d-b923-7691361acdb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42b048a-91d0-4758-9959-0a5fea9ae92f', 'code': 200} Sep 27 08:02:49.955965 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467'] for port, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:50.003088 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Pushing event updated for resources: {'Port': ['ID=e42b048a-91d0-4758-9959-0a5fea9ae92f,revision_number=5']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:02:50.180992 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f1207-0c56-4ae3-a875-c04a2d6366d8 req-eb057a9a-633f-4324-8b8d-b92ccea6f600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:50.182323 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-b80f1207-0c56-4ae3-a875-c04a2d6366d8 req-eb057a9a-633f-4324-8b8d-b92ccea6f600 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 1099 time: 0.0427253 Sep 27 08:02:50.216952 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-b80f1207-0c56-4ae3-a875-c04a2d6366d8 req-e4a0aecd-213b-4cf1-9341-d9eb34583d0f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265994 Sep 27 08:02:50.925814 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953938d0-e025-47f6-b34f-3c6004a2f6c9 req-f9327b4b-8546-44bc-86ed-f9a86f363eaa tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:50.927334 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-953938d0-e025-47f6-b34f-3c6004a2f6c9 req-f9327b4b-8546-44bc-86ed-f9a86f363eaa tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 946 time: 0.0507946 Sep 27 08:02:50.965976 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-953938d0-e025-47f6-b34f-3c6004a2f6c9 req-b06696b6-09e4-4705-aa6a-b22bf07f486e tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323658 Sep 27 08:02:52.046930 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 44094) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:02:52.085835 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5356d85d-9d94-4ee8-b2f8-64c4a5ef66ee req-3bcc82b2-f60a-49ef-a380-f1f4525b3ab0 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:52.087332 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5356d85d-9d94-4ee8-b2f8-64c4a5ef66ee req-3bcc82b2-f60a-49ef-a380-f1f4525b3ab0 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 946 time: 0.0537891 Sep 27 08:02:52.126102 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5356d85d-9d94-4ee8-b2f8-64c4a5ef66ee req-c6e530cf-1b8c-4027-8921-fe32a496aacf tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326476 Sep 27 08:02:52.152337 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-de629af9-999a-453f-94e3-3dfcbb0d5260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:52.237935 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fdbb34-c0a0-4c21-9cf0-741d1db8f03c req-0e08b3e4-74f6-4f19-b910-50750b66acdd tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:52.239029 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-de629af9-999a-453f-94e3-3dfcbb0d5260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:52.239462 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-72fdbb34-c0a0-4c21-9cf0-741d1db8f03c req-0e08b3e4-74f6-4f19-b910-50750b66acdd tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 946 time: 0.0488942 Sep 27 08:02:52.277401 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-72fdbb34-c0a0-4c21-9cf0-741d1db8f03c req-1fe590e8-517d-4702-aefa-f6fb0c6c008a tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319214 Sep 27 08:02:52.299286 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44100) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:02:52.304256 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-de629af9-999a-453f-94e3-3dfcbb0d5260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:52.339465 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84bd045-0533-483a-a50d-68f047552bd6 tempest-TestVolumeBootPattern-259320964 tempest-TestVolumeBootPattern-259320964-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:52.340755 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de629af9-999a-453f-94e3-3dfcbb0d5260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe1e17d-c9ec-4db6-ba88-8fbabeda7acf,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:02:52.341015 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-a84bd045-0533-483a-a50d-68f047552bd6 tempest-TestVolumeBootPattern-259320964 tempest-TestVolumeBootPattern-259320964-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 1094 time: 0.0407481 Sep 27 08:02:52.343854 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44102) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:02:52.345788 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-de629af9-999a-453f-94e3-3dfcbb0d5260 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2d43b655477344ba949cffddfbc3cabe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2978337 Sep 27 08:02:52.348224 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.v2.base [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Request body: {'floatingip': {'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'port_id': 'e42b048a-91d0-4758-9959-0a5fea9ae92f', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106358) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 08:02:52.349355 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 44104) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:02:52.355781 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de629af9-999a-453f-94e3-3dfcbb0d5260 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:52.356135 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de629af9-999a-453f-94e3-3dfcbb0d5260 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:52.356489 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de629af9-999a-453f-94e3-3dfcbb0d5260 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:52.357368 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de629af9-999a-453f-94e3-3dfcbb0d5260 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:52.357687 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de629af9-999a-453f-94e3-3dfcbb0d5260 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:52.358023 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de629af9-999a-453f-94e3-3dfcbb0d5260 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:52.358366 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de629af9-999a-453f-94e3-3dfcbb0d5260 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:52.358688 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de629af9-999a-453f-94e3-3dfcbb0d5260 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:52.359020 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de629af9-999a-453f-94e3-3dfcbb0d5260 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:52.359346 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de629af9-999a-453f-94e3-3dfcbb0d5260 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:52.359674 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de629af9-999a-453f-94e3-3dfcbb0d5260 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:52.359998 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de629af9-999a-453f-94e3-3dfcbb0d5260 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:02:52.404368 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-05943ca6-5d97-465a-ad16-942e424fa9d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:52.425370 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-05943ca6-5d97-465a-ad16-942e424fa9d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:52.432540 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for floatingip, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:52.527277 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-05943ca6-5d97-465a-ad16-942e424fa9d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:52.530228 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:52.530481 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-05943ca6-5d97-465a-ad16-942e424fa9d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:52.531979 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-05943ca6-5d97-465a-ad16-942e424fa9d9 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/7fe1e17d-c9ec-4db6-ba88-8fbabeda7acf HTTP/1.1" status: 204 len: 168 time: 0.1814988 Sep 27 08:02:52.540256 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05943ca6-5d97-465a-ad16-942e424fa9d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe1e17d-c9ec-4db6-ba88-8fbabeda7acf,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:02:52.638249 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_common [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Allocated IP 172.27.0.233 (12b44509-c0c8-4d46-aca9-a93a6e96d753/98d9ac14-3553-4580-92ce-723937f48855/44356b4b-95cb-4c8a-8bfa-662494527a2e) {{(pid=106358) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 08:02:52.737006 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for port, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:52.844374 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792188576431', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:52.880727 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Network 12b44509-c0c8-4d46-aca9-a93a6e96d753 is already hosted by enough agents. {{(pid=106358) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 08:02:52.883500 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.base_scheduler [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Resources bound (agent type, host, resource id): {{(pid=106358) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 08:02:52.886890 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Received port after_create {{(pid=106358) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 27 08:02:52.918389 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event updated for resources: {'Port': ['ID=44356b4b-95cb-4c8a-8bfa-662494527a2e,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:02:53.233636 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:53.355512 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1731047'] for port, before_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:53.500021 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for port, precommit_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:53.569825 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792189126660', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792188576449', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792188576467', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5864094'] for port, after_update {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:53.646642 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event updated for resources: {'Port': ['ID=44356b4b-95cb-4c8a-8bfa-662494527a2e,revision_number=2']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:02:53.653363 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-560409'] for floatingip, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:53.752696 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.l3_db [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Floating IP 0a637bfe-129b-4a1a-8cdb-562212bfe043 associated. External IP: 172.27.0.233, port: e42b048a-91d0-4758-9959-0a5fea9ae92f. Sep 27 08:02:53.955181 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Router 18080568-c41b-4897-bddc-d25eb31261c7 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:02:54.059123 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:02:54.068781 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f012b5-9a34-4863-b833-8629bc78fe9e None None] Sync routers for ids ['18080568-c41b-4897-bddc-d25eb31261c7'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:02:54.077720 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f012b5-9a34-4863-b833-8629bc78fe9e None None] Routers {'18080568-c41b-4897-bddc-d25eb31261c7'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:02:54.078402 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-36f012b5-9a34-4863-b833-8629bc78fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:02:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['18080568-c41b-4897-bddc-d25eb31261c7'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:02:54.133066 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:02:54.163650 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-62f6cab4-20ca-4cf6-8c9b-15b2e4f8f1f6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8187902 Sep 27 08:02:54.164386 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d33b9b-ed42-478d-b923-7691361acdb6', 'tag': 'e42b048a-91d0-4758-9959-0a5fea9ae92f'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:02:54.166780 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea39028-2293-46a9-98fc-c7013130766d" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d33b9b-ed42-478d-b923-7691361acdb6", "tag": "e42b048a-91d0-4758-9959-0a5fea9ae92f"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:02:54.188673 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-36f012b5-9a34-4863-b833-8629bc78fe9e None None] Set router 18080568-c41b-4897-bddc-d25eb31261c7 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:02:54.205112 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4662866a-14f0-4391-897c-4390f373bb2c x-openstack-request-id: req-4662866a-14f0-4391-897c-4390f373bb2c {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:02:54.205469 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d33b9b-ed42-478d-b923-7691361acdb6", "tag": "e42b048a-91d0-4758-9959-0a5fea9ae92f", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:02:54.205823 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-4662866a-14f0-4391-897c-4390f373bb2c {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:02:54.206280 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d33b9b-ed42-478d-b923-7691361acdb6', 'tag': 'e42b048a-91d0-4758-9959-0a5fea9ae92f', 'status': 'completed', 'code': 200} Sep 27 08:02:54.272523 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea39028-2293-46a9-98fc-c7013130766d req-5477b945-6b99-4616-ab02-ecba783c2903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:54.274221 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-aea39028-2293-46a9-98fc-c7013130766d req-5477b945-6b99-4616-ab02-ecba783c2903 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7372ab2de4b249ec874584aff9211066&device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 1099 time: 0.0431221 Sep 27 08:02:54.375333 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea39028-2293-46a9-98fc-c7013130766d req-af688bd0-55bb-4f5e-92b5-02a7af9458c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:54.377139 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-aea39028-2293-46a9-98fc-c7013130766d req-af688bd0-55bb-4f5e-92b5-02a7af9458c9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 HTTP/1.1" status: 200 len: 912 time: 0.0949292 Sep 27 08:02:54.425274 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-36f012b5-9a34-4863-b833-8629bc78fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '0a637bfe-129b-4a1a-8cdb-562212bfe043', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'port_id': 'e42b048a-91d0-4758-9959-0a5fea9ae92f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'mac_address': 'fa:16:3e:78:d9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d33b9b-ed42-478d-b923-7691361acdb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:02:53Z', 'updated_at': '2021-09-27T08:02:53Z', 'revision_number': 0, 'project_id': '7372ab2de4b249ec874584aff9211066', 'fixed_ip_address_scope': None}, {'id': '7fd11b0e-c560-4e85-88fb-12dd4b4c4707', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'port_id': '832d94dd-0473-4d0e-8d2f-474ad723f1ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'mac_address': 'fa:16:3e:d8:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb42a17d-0048-419e-a108-c762a01550f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:00:52Z', 'updated_at': '2021-09-27T08:00:54Z', 'revision_number': 1, 'project_id': '7372ab2de4b249ec874584aff9211066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 5, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:02:54.447551 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-aea39028-2293-46a9-98fc-c7013130766d req-6f4eca74-cb66-4c9e-8406-559f8470e190 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e42b048a-91d0-4758-9959-0a5fea9ae92f HTTP/1.1" status: 200 len: 1000 time: 0.0622604 Sep 27 08:02:54.456171 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f012b5-9a34-4863-b833-8629bc78fe9e None None] Checking router: 18080568-c41b-4897-bddc-d25eb31261c7 for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:02:54.464643 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f012b5-9a34-4863-b833-8629bc78fe9e None None] Routers {'18080568-c41b-4897-bddc-d25eb31261c7'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:02:54.465292 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-36f012b5-9a34-4863-b833-8629bc78fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:02:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['18080568-c41b-4897-bddc-d25eb31261c7'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:02:54.496383 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea39028-2293-46a9-98fc-c7013130766d req-6d76ece4-2c30-48f6-a745-d93623e2d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:54.497914 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-aea39028-2293-46a9-98fc-c7013130766d req-6d76ece4-2c30-48f6-a745-d93623e2d09a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9fe12f2-248d-4306-8a76-9ebdafe41649 HTTP/1.1" status: 200 len: 850 time: 0.0436039 Sep 27 08:02:54.545044 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea39028-2293-46a9-98fc-c7013130766d req-99b3ed90-614e-491b-95d9-a13e8f6d5bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:02:54.546722 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-aea39028-2293-46a9-98fc-c7013130766d req-99b3ed90-614e-491b-95d9-a13e8f6d5bd7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413802 Sep 27 08:02:54.573814 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-36f012b5-9a34-4863-b833-8629bc78fe9e None None] Set router 18080568-c41b-4897-bddc-d25eb31261c7 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:02:54.641851 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-aea39028-2293-46a9-98fc-c7013130766d req-69f7bfb2-f15e-4b20-85ed-0468299dbb17 service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871921 Sep 27 08:02:54.731166 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-aea39028-2293-46a9-98fc-c7013130766d req-c33f4b92-1493-42af-8fc5-af1741d2f3e6 service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811596 Sep 27 08:02:54.797906 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-36f012b5-9a34-4863-b833-8629bc78fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '0a637bfe-129b-4a1a-8cdb-562212bfe043', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'port_id': 'e42b048a-91d0-4758-9959-0a5fea9ae92f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'mac_address': 'fa:16:3e:78:d9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d33b9b-ed42-478d-b923-7691361acdb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:02:53Z', 'updated_at': '2021-09-27T08:02:53Z', 'revision_number': 0, 'project_id': '7372ab2de4b249ec874584aff9211066', 'fixed_ip_address_scope': None}, {'id': '7fd11b0e-c560-4e85-88fb-12dd4b4c4707', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'port_id': '832d94dd-0473-4d0e-8d2f-474ad723f1ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'mac_address': 'fa:16:3e:d8:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb42a17d-0048-419e-a108-c762a01550f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:00:52Z', 'updated_at': '2021-09-27T08:00:54Z', 'revision_number': 1, 'project_id': '7372ab2de4b249ec874584aff9211066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 5, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:02:54.823637 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f012b5-9a34-4863-b833-8629bc78fe9e None None] The sync data for ids ['18080568-c41b-4897-bddc-d25eb31261c7'] in dv-cinder-811078-1-iscsi is: [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '0a637bfe-129b-4a1a-8cdb-562212bfe043', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'floating_ip_address': '172.27.0.233', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'port_id': 'e42b048a-91d0-4758-9959-0a5fea9ae92f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'mac_address': 'fa:16:3e:78:d9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d33b9b-ed42-478d-b923-7691361acdb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:02:53Z', 'updated_at': '2021-09-27T08:02:53Z', 'revision_number': 0, 'project_id': '7372ab2de4b249ec874584aff9211066', 'fixed_ip_address_scope': None}, {'id': '7fd11b0e-c560-4e85-88fb-12dd4b4c4707', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'port_id': '832d94dd-0473-4d0e-8d2f-474ad723f1ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'mac_address': 'fa:16:3e:d8:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb42a17d-0048-419e-a108-c762a01550f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:00:52Z', 'updated_at': '2021-09-27T08:00:54Z', 'revision_number': 1, 'project_id': '7372ab2de4b249ec874584aff9211066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 5, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:02:54.997216 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09564938-20db-4cf7-bd1e-b23833f5bf55 None None] New status for floating IP 0a637bfe-129b-4a1a-8cdb-562212bfe043: ACTIVE {{(pid=106360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:03:02.477665 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:03.421036 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-256fcb92-bf26-454e-9452-d67456823380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:05.028886 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 44250) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:03:05.131689 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-46938883-d6b0-426e-b8bf-f5a6b58eac34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:05.219958 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-46938883-d6b0-426e-b8bf-f5a6b58eac34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:05.294476 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-46938883-d6b0-426e-b8bf-f5a6b58eac34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:05.331574 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-46938883-d6b0-426e-b8bf-f5a6b58eac34 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=205b2df426ed4bf78047178ea8b17318&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3016315 Sep 27 08:03:05.332359 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46938883-d6b0-426e-b8bf-f5a6b58eac34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c346583-c231-4d3e-89e9-dbdeedddb0f1,revision_number=1']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:03:05.334352 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44254) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:03:05.383282 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4eb06b56-af32-4c07-a5ff-340e26031f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:05.403511 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4eb06b56-af32-4c07-a5ff-340e26031f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:05.529151 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4eb06b56-af32-4c07-a5ff-340e26031f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:05.532499 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4eb06b56-af32-4c07-a5ff-340e26031f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:05.533705 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-4eb06b56-af32-4c07-a5ff-340e26031f6d admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/9c346583-c231-4d3e-89e9-dbdeedddb0f1 HTTP/1.1" status: 204 len: 168 time: 0.1983631 Sep 27 08:03:05.541691 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb06b56-af32-4c07-a5ff-340e26031f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c346583-c231-4d3e-89e9-dbdeedddb0f1,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:03:05.549286 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb06b56-af32-4c07-a5ff-340e26031f6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:05.549627 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb06b56-af32-4c07-a5ff-340e26031f6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:05.549995 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb06b56-af32-4c07-a5ff-340e26031f6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:05.550325 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb06b56-af32-4c07-a5ff-340e26031f6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:05.550653 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb06b56-af32-4c07-a5ff-340e26031f6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:05.550976 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb06b56-af32-4c07-a5ff-340e26031f6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:05.551297 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb06b56-af32-4c07-a5ff-340e26031f6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:05.551621 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb06b56-af32-4c07-a5ff-340e26031f6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:05.551937 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb06b56-af32-4c07-a5ff-340e26031f6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:05.552255 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb06b56-af32-4c07-a5ff-340e26031f6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:05.552567 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb06b56-af32-4c07-a5ff-340e26031f6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:05.552889 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb06b56-af32-4c07-a5ff-340e26031f6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:06.195418 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-d6bce5a9-86de-4798-a4aa-468ce06671a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:06.630537 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:07.046970 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:08.603974 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:03:08.940314 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:15.996741 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44330) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:03:16.097792 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-183ffd67-dc07-40d0-96eb-527ff66e84db admin admin] Notify callbacks [] for security_group, before_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:16.182791 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-183ffd67-dc07-40d0-96eb-527ff66e84db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:16.260247 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-183ffd67-dc07-40d0-96eb-527ff66e84db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_create {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:16.299519 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ffd67-dc07-40d0-96eb-527ff66e84db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22d1d33-9276-4bdb-b84a-04f176e29ef8,revision_number=1']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:03:16.303812 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-183ffd67-dc07-40d0-96eb-527ff66e84db admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=2ebe099af4ba4fcb80d14734c2739558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3060226 Sep 27 08:03:16.306472 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44334) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:03:16.353571 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-547a278c-4e39-408d-b782-123379637b30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:16.373732 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-547a278c-4e39-408d-b782-123379637b30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:16.494351 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-547a278c-4e39-408d-b782-123379637b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:16.497003 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-547a278c-4e39-408d-b782-123379637b30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:16.498163 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-547a278c-4e39-408d-b782-123379637b30 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/b22d1d33-9276-4bdb-b84a-04f176e29ef8 HTTP/1.1" status: 204 len: 168 time: 0.1908088 Sep 27 08:03:16.506281 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a278c-4e39-408d-b782-123379637b30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22d1d33-9276-4bdb-b84a-04f176e29ef8,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:03:32.417589 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:33.409072 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-b7a72821-730b-41d9-97fc-b947d1c6e7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:36.197427 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-753de831-725b-407f-a3d9-1952bf7e412e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:36.677095 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:37.077148 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:38.740064 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44344) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:03:38.892978 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-d9a05afe-2b10-4711-b384-f819044db01a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Deleting port 0fce42d2-f80d-4e72-8aa2-17ab3dd7ed56 {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:03:38.893329 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d9a05afe-2b10-4711-b384-f819044db01a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:38.940202 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:38.970028 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d9a05afe-2b10-4711-b384-f819044db01a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:38.970359 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d9a05afe-2b10-4711-b384-f819044db01a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:38.982316 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-d9a05afe-2b10-4711-b384-f819044db01a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Calling delete_port for 0fce42d2-f80d-4e72-8aa2-17ab3dd7ed56 owned by network:floatingip {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:03:39.200354 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d9a05afe-2b10-4711-b384-f819044db01a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:39.482637 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a05afe-2b10-4711-b384-f819044db01a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Pushing event deleted for resources: {'Port': ['ID=0fce42d2-f80d-4e72-8aa2-17ab3dd7ed56,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:03:39.540771 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d9a05afe-2b10-4711-b384-f819044db01a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for floatingip, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:39.541125 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.l3_db [None req-d9a05afe-2b10-4711-b384-f819044db01a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Floating IP 55f29f5e-d6a6-470b-a19e-112c6558202c disassociated (deleted). External IP: 172.27.0.120, port: 9420b48b-19e9-4596-8161-d97fd85d70e1. Sep 27 08:03:39.738375 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9a05afe-2b10-4711-b384-f819044db01a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Router db449e95-90c2-4b19-a442-6cc9e49caf9a has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:03:39.843053 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9a05afe-2b10-4711-b384-f819044db01a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:03:39.847834 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d9a05afe-2b10-4711-b384-f819044db01a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:39.852471 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ffc4a8-d565-41a3-8d46-7a1cc73fc196 None None] Sync routers for ids ['db449e95-90c2-4b19-a442-6cc9e49caf9a'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:03:39.861082 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ffc4a8-d565-41a3-8d46-7a1cc73fc196 None None] Routers {'db449e95-90c2-4b19-a442-6cc9e49caf9a'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:03:39.861704 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-67ffc4a8-d565-41a3-8d46-7a1cc73fc196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:03:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['db449e95-90c2-4b19-a442-6cc9e49caf9a'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:03:39.873433 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-d9a05afe-2b10-4711-b384-f819044db01a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "DELETE /v2.0/floatingips/55f29f5e-d6a6-470b-a19e-112c6558202c HTTP/1.1" status: 204 len: 168 time: 1.1322827 Sep 27 08:03:39.874061 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051c83eb-d502-4f79-998f-a72ffd126726', 'tag': '9420b48b-19e9-4596-8161-d97fd85d70e1'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:03:39.876393 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c94d653-4eac-4913-9a46-4bce19874166" -d '{"events": [{"name": "network-changed", "server_uuid": "051c83eb-d502-4f79-998f-a72ffd126726", "tag": "9420b48b-19e9-4596-8161-d97fd85d70e1"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:03:40.085782 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-67ffc4a8-d565-41a3-8d46-7a1cc73fc196 None None] Set router db449e95-90c2-4b19-a442-6cc9e49caf9a gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:03:40.246807 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-a0d6ea24-2cbf-4bd6-891e-95da6ad22f35 req-98670ca4-8a44-43ab-b5dc-78feac09eacc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426483 Sep 27 08:03:40.286768 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-67ffc4a8-d565-41a3-8d46-7a1cc73fc196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'name': 'tempest-TestShelveInstance-725762942-router', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:55Z', 'revision_number': 4, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'gw_port': {'id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '78f8ef43-97cc-41b5-ace5-2ec3470f08dc', 'name': '', 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'mac_address': 'fa:16:3e:a0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:54Z', 'updated_at': '2021-09-27T07:58:59Z', 'revision_number': 5, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'subnets': [{'id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:03:40.313003 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ffc4a8-d565-41a3-8d46-7a1cc73fc196 None None] Checking router: db449e95-90c2-4b19-a442-6cc9e49caf9a for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:03:40.321289 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ffc4a8-d565-41a3-8d46-7a1cc73fc196 None None] Routers {'db449e95-90c2-4b19-a442-6cc9e49caf9a'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:03:40.321952 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-67ffc4a8-d565-41a3-8d46-7a1cc73fc196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:03:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['db449e95-90c2-4b19-a442-6cc9e49caf9a'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:03:40.335385 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6ea24-2cbf-4bd6-891e-95da6ad22f35 req-d1c64260-8d6c-4367-b9d3-7a6191b917c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:03:40.337265 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-a0d6ea24-2cbf-4bd6-891e-95da6ad22f35 req-d1c64260-8d6c-4367-b9d3-7a6191b917c0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7372ab2de4b249ec874584aff9211066&device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 1098 time: 0.0443258 Sep 27 08:03:40.422558 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1b6679-3695-4f60-84b0-1962b21cd6e7 x-openstack-request-id: req-1e1b6679-3695-4f60-84b0-1962b21cd6e7 {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:03:40.423217 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051c83eb-d502-4f79-998f-a72ffd126726", "tag": "9420b48b-19e9-4596-8161-d97fd85d70e1", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:03:40.423789 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-1e1b6679-3695-4f60-84b0-1962b21cd6e7 {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:03:40.424973 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051c83eb-d502-4f79-998f-a72ffd126726', 'tag': '9420b48b-19e9-4596-8161-d97fd85d70e1', 'status': 'completed', 'code': 200} Sep 27 08:03:40.432595 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-67ffc4a8-d565-41a3-8d46-7a1cc73fc196 None None] Set router db449e95-90c2-4b19-a442-6cc9e49caf9a gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:03:40.446696 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6ea24-2cbf-4bd6-891e-95da6ad22f35 req-b39a82c2-5955-444c-ad33-0b36eb69e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:03:40.448100 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-a0d6ea24-2cbf-4bd6-891e-95da6ad22f35 req-b39a82c2-5955-444c-ad33-0b36eb69e48b service neutron] 10.222.0.25 "GET /v2.0/networks?id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 HTTP/1.1" status: 200 len: 912 time: 0.0890779 Sep 27 08:03:40.515725 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35287b-0de0-4e02-9df4-464eae278921 req-50cf7901-f37f-444c-8d5a-fa344195239d tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:03:40.517864 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7f35287b-0de0-4e02-9df4-464eae278921 req-50cf7901-f37f-444c-8d5a-fa344195239d tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0499601 Sep 27 08:03:40.566036 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-7f35287b-0de0-4e02-9df4-464eae278921 req-da02ab1e-679c-4b21-aeae-c3b6dadf34eb tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423048 Sep 27 08:03:40.639832 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-67ffc4a8-d565-41a3-8d46-7a1cc73fc196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'name': 'tempest-TestShelveInstance-725762942-router', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:55Z', 'revision_number': 4, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'gw_port': {'id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '78f8ef43-97cc-41b5-ace5-2ec3470f08dc', 'name': '', 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'mac_address': 'fa:16:3e:a0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:54Z', 'updated_at': '2021-09-27T07:58:59Z', 'revision_number': 5, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'subnets': [{'id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:03:40.671004 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ffc4a8-d565-41a3-8d46-7a1cc73fc196 None None] The sync data for ids ['db449e95-90c2-4b19-a442-6cc9e49caf9a'] in dv-cinder-811078-1-iscsi is: [{'id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'name': 'tempest-TestShelveInstance-725762942-router', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:55Z', 'revision_number': 4, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'gw_port': {'id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '78f8ef43-97cc-41b5-ace5-2ec3470f08dc', 'name': '', 'network_id': '48e5299c-7c9a-4841-b3e9-662a8de1ed8f', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'mac_address': 'fa:16:3e:a0:28:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:54Z', 'updated_at': '2021-09-27T07:58:59Z', 'revision_number': 5, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'subnets': [{'id': '1c6659f6-c66f-407e-b8ef-98f3c8eead86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:03:40.792843 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-a0d6ea24-2cbf-4bd6-891e-95da6ad22f35 req-13d0eb1e-1ba8-44e0-a982-8827594b4bdf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=832d94dd-0473-4d0e-8d2f-474ad723f1ba HTTP/1.1" status: 200 len: 1000 time: 0.3321896 Sep 27 08:03:40.794631 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94d653-4eac-4913-9a46-4bce19874166 req-17dbfe06-dc98-45b0-86ae-f6123f534e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:03:40.795995 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2c94d653-4eac-4913-9a46-4bce19874166 req-17dbfe06-dc98-45b0-86ae-f6123f534e67 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3fc2ecd473824a02ad77d5b116b02a03&device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 1098 time: 0.3365481 Sep 27 08:03:40.891642 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb139d6a-f1db-4e25-94e7-862f7b92280c None None] New status for floating IP 55f29f5e-d6a6-470b-a19e-112c6558202c: DOWN {{(pid=106360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:03:40.898570 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6ea24-2cbf-4bd6-891e-95da6ad22f35 req-cb9e26d4-02fa-4a1c-badf-6c41e5898814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:03:40.900024 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-a0d6ea24-2cbf-4bd6-891e-95da6ad22f35 req-cb9e26d4-02fa-4a1c-badf-6c41e5898814 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9fe12f2-248d-4306-8a76-9ebdafe41649 HTTP/1.1" status: 200 len: 850 time: 0.0934384 Sep 27 08:03:40.951777 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94d653-4eac-4913-9a46-4bce19874166 req-c206a25a-d629-4843-9f28-95a06d69afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:03:40.953112 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2c94d653-4eac-4913-9a46-4bce19874166 req-c206a25a-d629-4843-9f28-95a06d69afcf service neutron] 10.222.0.25 "GET /v2.0/networks?id=48e5299c-7c9a-4841-b3e9-662a8de1ed8f HTTP/1.1" status: 200 len: 909 time: 0.1453755 Sep 27 08:03:40.962935 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6ea24-2cbf-4bd6-891e-95da6ad22f35 req-3cc573e6-d893-4501-a60e-ac3372b6a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:03:40.964367 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-a0d6ea24-2cbf-4bd6-891e-95da6ad22f35 req-3cc573e6-d893-4501-a60e-ac3372b6a4ed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565505 Sep 27 08:03:41.005020 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2c94d653-4eac-4913-9a46-4bce19874166 req-fb1e86b7-14db-40f2-91c8-c826a005b8ea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9420b48b-19e9-4596-8161-d97fd85d70e1 HTTP/1.1" status: 200 len: 217 time: 0.0397069 Sep 27 08:03:41.095808 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94d653-4eac-4913-9a46-4bce19874166 req-bbcef89b-8bb3-4b04-96d9-5c43ef5c5671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:03:41.097226 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2c94d653-4eac-4913-9a46-4bce19874166 req-bbcef89b-8bb3-4b04-96d9-5c43ef5c5671 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1c6659f6-c66f-407e-b8ef-98f3c8eead86 HTTP/1.1" status: 200 len: 847 time: 0.0837054 Sep 27 08:03:41.122400 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-a0d6ea24-2cbf-4bd6-891e-95da6ad22f35 req-efd22f89-7a4c-4f32-b452-cc2dc3a9fd79 service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503613 Sep 27 08:03:41.202285 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94d653-4eac-4913-9a46-4bce19874166 req-2a55099d-156e-4e36-a26e-0fa953b91e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:03:41.203638 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2c94d653-4eac-4913-9a46-4bce19874166 req-2a55099d-156e-4e36-a26e-0fa953b91e2c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=48e5299c-7c9a-4841-b3e9-662a8de1ed8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0937338 Sep 27 08:03:41.250124 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-a0d6ea24-2cbf-4bd6-891e-95da6ad22f35 req-fc4d6143-13f5-4393-8e58-879d8bbb0f21 service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147988 Sep 27 08:03:41.304725 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2c94d653-4eac-4913-9a46-4bce19874166 req-7170cfba-732a-4719-ab4c-97a6a1265eed service neutron] 10.222.0.25 "GET /v2.0/networks/48e5299c-7c9a-4841-b3e9-662a8de1ed8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903244 Sep 27 08:03:41.403115 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-2c94d653-4eac-4913-9a46-4bce19874166 req-b47a535d-63d6-4267-9fa8-b52571161fab service neutron] 10.222.0.25 "GET /v2.0/networks/48e5299c-7c9a-4841-b3e9-662a8de1ed8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903299 Sep 27 08:03:41.697787 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84268f0-f3f4-4c55-a2c1-c9ef4298a7d3 req-97142d55-dbec-423e-8b09-49fc3414d3ab tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:03:41.699246 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e84268f0-f3f4-4c55-a2c1-c9ef4298a7d3 req-97142d55-dbec-423e-8b09-49fc3414d3ab tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0523722 Sep 27 08:03:41.734882 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-e84268f0-f3f4-4c55-a2c1-c9ef4298a7d3 req-947aeabb-4b8a-410a-9ddc-7168ee43eadc tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/security-groups?id=9ecbe612-2068-45f9-a313-370d7be50696&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297754 Sep 27 08:03:41.968854 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b6d95-073d-47e4-9bc0-beefd8a8bb94 req-c7224e5a-94b9-4487-bc24-f9bfcd39ec9c tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:03:41.970303 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-b59b6d95-073d-47e4-9bc0-beefd8a8bb94 req-c7224e5a-94b9-4487-bc24-f9bfcd39ec9c tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.25 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 945 time: 0.0469866 Sep 27 08:03:42.062187 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-b59b6d95-073d-47e4-9bc0-beefd8a8bb94 req-5d538e9b-139f-4343-a2ee-c9d8ac17e8f3 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Deleting port 9420b48b-19e9-4596-8161-d97fd85d70e1 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:03:42.062525 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-b59b6d95-073d-47e4-9bc0-beefd8a8bb94 req-5d538e9b-139f-4343-a2ee-c9d8ac17e8f3 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:42.146299 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-b59b6d95-073d-47e4-9bc0-beefd8a8bb94 req-5d538e9b-139f-4343-a2ee-c9d8ac17e8f3 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] For port 9420b48b-19e9-4596-8161-d97fd85d70e1, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=9420b48b-19e9-4596-8161-d97fd85d70e1,segment=NetworkSegment(70c34626-833a-4641-8e1e-95560a381555),segment_id=70c34626-833a-4641-8e1e-95560a381555)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:03:42.146664 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-b59b6d95-073d-47e4-9bc0-beefd8a8bb94 req-5d538e9b-139f-4343-a2ee-c9d8ac17e8f3 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:42.158778 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-b59b6d95-073d-47e4-9bc0-beefd8a8bb94 req-5d538e9b-139f-4343-a2ee-c9d8ac17e8f3 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Calling delete_port for 9420b48b-19e9-4596-8161-d97fd85d70e1 owned by compute:nova {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:03:42.345754 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-b59b6d95-073d-47e4-9bc0-beefd8a8bb94 req-5d538e9b-139f-4343-a2ee-c9d8ac17e8f3 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:42.372078 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d538e9b-139f-4343-a2ee-c9d8ac17e8f3 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Pushing event deleted for resources: {'Port': ['ID=9420b48b-19e9-4596-8161-d97fd85d70e1,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:03:42.418066 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59b6d95-073d-47e4-9bc0-beefd8a8bb94 req-5d538e9b-139f-4343-a2ee-c9d8ac17e8f3 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] No DVR routers for this DVR port 9420b48b-19e9-4596-8161-d97fd85d70e1 on host hv-cinder-81107 {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:03:42.420555 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-b59b6d95-073d-47e4-9bc0-beefd8a8bb94 req-5d538e9b-139f-4343-a2ee-c9d8ac17e8f3 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:42.422642 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-b59b6d95-073d-47e4-9bc0-beefd8a8bb94 req-5d538e9b-139f-4343-a2ee-c9d8ac17e8f3 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.25 "DELETE /v2.0/ports/9420b48b-19e9-4596-8161-d97fd85d70e1 HTTP/1.1" status: 204 len: 173 time: 0.4449821 Sep 27 08:03:42.423080 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051c83eb-d502-4f79-998f-a72ffd126726', 'name': 'network-vif-deleted', 'tag': '9420b48b-19e9-4596-8161-d97fd85d70e1'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:03:42.425333 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0945546a-4f72-4ae6-9c44-44329629205d" -d '{"events": [{"server_uuid": "051c83eb-d502-4f79-998f-a72ffd126726", "name": "network-vif-deleted", "tag": "9420b48b-19e9-4596-8161-d97fd85d70e1"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:03:42.516568 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8044bcb-93f6-49d7-80dc-72ad2acf537c x-openstack-request-id: req-d8044bcb-93f6-49d7-80dc-72ad2acf537c {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:03:42.516856 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051c83eb-d502-4f79-998f-a72ffd126726", "name": "network-vif-deleted", "tag": "9420b48b-19e9-4596-8161-d97fd85d70e1", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:03:42.517129 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-d8044bcb-93f6-49d7-80dc-72ad2acf537c {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:03:42.517516 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051c83eb-d502-4f79-998f-a72ffd126726', 'name': 'network-vif-deleted', 'tag': '9420b48b-19e9-4596-8161-d97fd85d70e1', 'status': 'completed', 'code': 200} Sep 27 08:03:42.833143 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-ade5acba-987c-4979-a474-9b9126e0efd4 req-1e7ee902-e7b3-45dc-9bcd-35f27fe7163a tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 210 time: 0.0275092 Sep 27 08:03:43.935215 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-fe7fe1aa-da31-41c4-9769-c80b09624acc req-41808aac-b53d-4549-91c6-4d15e3ff0887 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "GET /v2.0/ports?device_id=051c83eb-d502-4f79-998f-a72ffd126726 HTTP/1.1" status: 200 len: 210 time: 0.0266802 Sep 27 08:03:44.991576 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 44374) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:03:45.047942 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-57fd21ca-0ae7-4891-a881-b9243dcc3a53 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:45.072629 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-57fd21ca-0ae7-4891-a881-b9243dcc3a53 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:45.234664 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-57fd21ca-0ae7-4891-a881-b9243dcc3a53 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:45.237343 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-57fd21ca-0ae7-4891-a881-b9243dcc3a53 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:45.238537 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-57fd21ca-0ae7-4891-a881-b9243dcc3a53 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] 10.222.0.11 "DELETE /v2.0/security-groups/9ecbe612-2068-45f9-a313-370d7be50696 HTTP/1.1" status: 204 len: 168 time: 0.2459776 Sep 27 08:03:45.247522 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd21ca-0ae7-4891-a881-b9243dcc3a53 tempest-TestShelveInstance-1412958328 tempest-TestShelveInstance-1412958328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecbe612-2068-45f9-a313-370d7be50696,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:03:45.349744 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 44378) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:03:45.603270 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:03:45.692006 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b26cf683-c282-4d60-8517-52bf1bfc8331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560153'] for router_interface, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:45.928759 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-b26cf683-c282-4d60-8517-52bf1bfc8331 admin admin] Deleting port 78f8ef43-97cc-41b5-ace5-2ec3470f08dc {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:03:45.929047 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b26cf683-c282-4d60-8517-52bf1bfc8331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:45.991301 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 9420b48b-19e9-4596-8161-d97fd85d70e1 no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:03:46.003281 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-b26cf683-c282-4d60-8517-52bf1bfc8331 admin admin] For port 78f8ef43-97cc-41b5-ace5-2ec3470f08dc, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=78f8ef43-97cc-41b5-ace5-2ec3470f08dc,segment=NetworkSegment(70c34626-833a-4641-8e1e-95560a381555),segment_id=70c34626-833a-4641-8e1e-95560a381555)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:03:46.003784 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b26cf683-c282-4d60-8517-52bf1bfc8331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:46.010291 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] No Port match for: 9420b48b-19e9-4596-8161-d97fd85d70e1 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:03:46.010639 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 9420b48b-19e9-4596-8161-d97fd85d70e1 not bound to the agent host hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:03:46.015562 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-b26cf683-c282-4d60-8517-52bf1bfc8331 admin admin] Calling delete_port for 78f8ef43-97cc-41b5-ace5-2ec3470f08dc owned by network:router_interface {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:03:46.277186 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b26cf683-c282-4d60-8517-52bf1bfc8331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:46.301048 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26cf683-c282-4d60-8517-52bf1bfc8331 admin admin] Pushing event deleted for resources: {'Port': ['ID=78f8ef43-97cc-41b5-ace5-2ec3470f08dc,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:03:46.487268 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b26cf683-c282-4d60-8517-52bf1bfc8331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560528'] for router_interface, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:46.696521 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26cf683-c282-4d60-8517-52bf1bfc8331 admin admin] Router db449e95-90c2-4b19-a442-6cc9e49caf9a has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:03:46.794685 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26cf683-c282-4d60-8517-52bf1bfc8331 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:03:46.803058 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-b26cf683-c282-4d60-8517-52bf1bfc8331 admin admin] 10.222.0.11 "PUT /v2.0/routers/db449e95-90c2-4b19-a442-6cc9e49caf9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4489143 Sep 27 08:03:46.803058 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 44380) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:03:46.804547 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb97034-0f09-4d1d-a107-ad6eb3d73c4b None None] Sync routers for ids ['db449e95-90c2-4b19-a442-6cc9e49caf9a'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:03:46.819218 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb97034-0f09-4d1d-a107-ad6eb3d73c4b None None] Routers {'db449e95-90c2-4b19-a442-6cc9e49caf9a'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:03:46.819940 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-cbb97034-0f09-4d1d-a107-ad6eb3d73c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:03:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['db449e95-90c2-4b19-a442-6cc9e49caf9a'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:03:46.906546 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b4b2f9b7-8425-4d97-9a61-6fc7179ee2e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:46.923887 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-cbb97034-0f09-4d1d-a107-ad6eb3d73c4b None None] Set router db449e95-90c2-4b19-a442-6cc9e49caf9a gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:03:47.007239 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b4b2f9b7-8425-4d97-9a61-6fc7179ee2e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:47.095062 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-cbb97034-0f09-4d1d-a107-ad6eb3d73c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'name': 'tempest-TestShelveInstance-725762942-router', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231'}], 'enable_snat': True}, 'gw_port_id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T08:03:46Z', 'revision_number': 5, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'gw_port': {'id': '419eea1b-0b46-4b47-bc7f-71904f7510a6', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:be:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T07:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:03:47.112800 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-b4b2f9b7-8425-4d97-9a61-6fc7179ee2e1 admin admin] Deleting port 419eea1b-0b46-4b47-bc7f-71904f7510a6 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:03:47.113744 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b4b2f9b7-8425-4d97-9a61-6fc7179ee2e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:47.124683 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb97034-0f09-4d1d-a107-ad6eb3d73c4b None None] Checking router: db449e95-90c2-4b19-a442-6cc9e49caf9a for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:03:47.133187 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb97034-0f09-4d1d-a107-ad6eb3d73c4b None None] Routers {'db449e95-90c2-4b19-a442-6cc9e49caf9a'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:03:47.133794 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-cbb97034-0f09-4d1d-a107-ad6eb3d73c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:03:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['db449e95-90c2-4b19-a442-6cc9e49caf9a'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:03:47.193274 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-b4b2f9b7-8425-4d97-9a61-6fc7179ee2e1 admin admin] For port 419eea1b-0b46-4b47-bc7f-71904f7510a6, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=419eea1b-0b46-4b47-bc7f-71904f7510a6,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:03:47.193637 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b4b2f9b7-8425-4d97-9a61-6fc7179ee2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:47.205293 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-b4b2f9b7-8425-4d97-9a61-6fc7179ee2e1 admin admin] Calling delete_port for 419eea1b-0b46-4b47-bc7f-71904f7510a6 owned by network:router_gateway {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:03:47.213856 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-cbb97034-0f09-4d1d-a107-ad6eb3d73c4b None None] Set router db449e95-90c2-4b19-a442-6cc9e49caf9a gateway port host: None {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:03:47.266513 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-cbb97034-0f09-4d1d-a107-ad6eb3d73c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'name': 'tempest-TestShelveInstance-725762942-router', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T08:03:47Z', 'revision_number': 6, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'gw_port_host': None}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:03:47.292183 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb97034-0f09-4d1d-a107-ad6eb3d73c4b None None] The sync data for ids ['db449e95-90c2-4b19-a442-6cc9e49caf9a'] in dv-cinder-811078-1-iscsi is: [{'id': 'db449e95-90c2-4b19-a442-6cc9e49caf9a', 'name': 'tempest-TestShelveInstance-725762942-router', 'tenant_id': '3fc2ecd473824a02ad77d5b116b02a03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:51Z', 'updated_at': '2021-09-27T08:03:47Z', 'revision_number': 6, 'project_id': '3fc2ecd473824a02ad77d5b116b02a03', 'gw_port_host': None}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:03:47.442917 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b4b2f9b7-8425-4d97-9a61-6fc7179ee2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:47.469149 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2f9b7-8425-4d97-9a61-6fc7179ee2e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=419eea1b-0b46-4b47-bc7f-71904f7510a6,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:03:47.528838 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b4b2f9b7-8425-4d97-9a61-6fc7179ee2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560467'] for router_gateway, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:47.851620 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b4b2f9b7-8425-4d97-9a61-6fc7179ee2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4772'] for router, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:47.853734 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b4b2f9b7-8425-4d97-9a61-6fc7179ee2e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:48.037109 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b4b2f9b7-8425-4d97-9a61-6fc7179ee2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558645'] for router, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:48.037711 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b2f9b7-8425-4d97-9a61-6fc7179ee2e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db449e95-90c2-4b19-a442-6cc9e49caf9a {{(pid=106357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:03:48.042550 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-b4b2f9b7-8425-4d97-9a61-6fc7179ee2e1 admin admin] Notify callbacks [] for router, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:48.043723 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-b4b2f9b7-8425-4d97-9a61-6fc7179ee2e1 admin admin] 10.222.0.11 "DELETE /v2.0/routers/db449e95-90c2-4b19-a442-6cc9e49caf9a HTTP/1.1" status: 204 len: 168 time: 1.2398276 Sep 27 08:03:48.046217 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 44382) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:03:48.090335 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e507ff-1d1f-4481-aeaf-8900b3685eb3 admin admin] Deleting subnet 1c6659f6-c66f-407e-b8ef-98f3c8eead86 {{(pid=106357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:03:48.093422 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f4e507ff-1d1f-4481-aeaf-8900b3685eb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:48.127020 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f4e507ff-1d1f-4481-aeaf-8900b3685eb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6574824'] for subnet, precommit_delete_associations {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:48.207661 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f4e507ff-1d1f-4481-aeaf-8900b3685eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694807'] for subnet, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:48.337775 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f4e507ff-1d1f-4481-aeaf-8900b3685eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7115201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4265388'] for subnet, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:48.362696 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e507ff-1d1f-4481-aeaf-8900b3685eb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c6659f6-c66f-407e-b8ef-98f3c8eead86,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:03:48.368526 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-f4e507ff-1d1f-4481-aeaf-8900b3685eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:48.369485 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-f4e507ff-1d1f-4481-aeaf-8900b3685eb3 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/1c6659f6-c66f-407e-b8ef-98f3c8eead86 HTTP/1.1" status: 204 len: 168 time: 0.3215237 Sep 27 08:03:48.371089 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 44384) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:03:48.373775 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ab2d34-1ec2-4b30-8ec9-11ec4556fecf None None] Network 48e5299c-7c9a-4841-b3e9-662a8de1ed8f requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:03:48.550133 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] DHCP port deletion for 48e5299c-7c9a-4841-b3e9-662a8de1ed8f request from dv-cinder-811078-1-iscsi {{(pid=106359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:03:48.594865 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] Deleting port 226a475d-ac75-44ae-a43c-285e17edd63e {{(pid=106359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:03:48.595336 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:48.596208 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1630127'] for network, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:48.647436 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] Deleting port 226a475d-ac75-44ae-a43c-285e17edd63e {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:03:48.647770 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:48.660918 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] For port 226a475d-ac75-44ae-a43c-285e17edd63e, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=226a475d-ac75-44ae-a43c-285e17edd63e,segment=NetworkSegment(70c34626-833a-4641-8e1e-95560a381555),segment_id=70c34626-833a-4641-8e1e-95560a381555)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:03:48.661327 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:48.672847 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] Calling delete_port for 226a475d-ac75-44ae-a43c-285e17edd63e owned by network:dhcp {{(pid=106359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:03:48.708642 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] For port 226a475d-ac75-44ae-a43c-285e17edd63e, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=226a475d-ac75-44ae-a43c-285e17edd63e,segment=NetworkSegment(70c34626-833a-4641-8e1e-95560a381555),segment_id=70c34626-833a-4641-8e1e-95560a381555)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:03:48.709027 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:48.725294 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] Calling delete_port for 226a475d-ac75-44ae-a43c-285e17edd63e owned by network:dhcp {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:03:48.802767 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440'] for port, after_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:48.810796 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:48.821385 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] No DVR routers for this DVR port 226a475d-ac75-44ae-a43c-285e17edd63e on host dv-cinder-811078-1-iscsi {{(pid=106359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:03:48.838158 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] Pushing event deleted for resources: {'Port': ['ID=226a475d-ac75-44ae-a43c-285e17edd63e,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:03:48.843671 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] No DVR routers for this DVR port 226a475d-ac75-44ae-a43c-285e17edd63e on host dv-cinder-811078-1-iscsi {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:03:48.848536 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] Pushing event deleted for resources: {'Port': ['ID=226a475d-ac75-44ae-a43c-285e17edd63e,revision_number=None']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:03:48.856131 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:48.856701 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:48.857075 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:48.857411 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:48.857968 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:48.858494 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:48.858836 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:48.859170 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:48.859500 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:48.860164 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:48.860364 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:48.860696 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9c4f71-2ddc-49df-be2d-0c01fa6e8305 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:48.867259 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 419eea1b-0b46-4b47-bc7f-71904f7510a6 no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:03:48.886826 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: 419eea1b-0b46-4b47-bc7f-71904f7510a6 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:03:48.887172 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 419eea1b-0b46-4b47-bc7f-71904f7510a6 not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:03:48.890163 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 78f8ef43-97cc-41b5-ace5-2ec3470f08dc no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:03:48.906361 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: 78f8ef43-97cc-41b5-ace5-2ec3470f08dc {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:03:48.906707 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 78f8ef43-97cc-41b5-ace5-2ec3470f08dc not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:03:48.907114 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 226a475d-ac75-44ae-a43c-285e17edd63e no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:03:48.918398 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693678', 'neutron.services.segments.db._delete_segments_for_network-8792188906900'] for network, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:48.925320 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: 226a475d-ac75-44ae-a43c-285e17edd63e {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:03:48.926243 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 226a475d-ac75-44ae-a43c-285e17edd63e not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:03:48.939069 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e5299c-7c9a-4841-b3e9-662a8de1ed8f']}} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:03:48.947977 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c34626-833a-4641-8e1e-95560a381555') {'for_net_delete': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:03:48.948268 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c34626-833a-4641-8e1e-95560a381555') {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:03:48.958119 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792188906397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6574833'] for segment, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:48.970684 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:48.976916 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=106357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:03:48.977305 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7115631'] for segment, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: self.session.flush() Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: self.session.flush() Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: self.session.flush() Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: self.session.flush() Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: Traceback (most recent call last): Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: timer() Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: cb(*args, **kw) Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: return func(*args, **kwargs) Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: self._notify() Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: self.callback(batched_events) Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: event.method(event) Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: return f(self, *a, **k) Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: return self._get(url).json() Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: return self.request(url, 'GET', **kwargs) Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:03:48.978934 dv-cinder-811078-1-iscsi neutron-server[106357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:03:49.139875 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560399'] for network, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:49.145593 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:49.147665 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] 10.222.0.11 "DELETE /v2.0/networks/48e5299c-7c9a-4841-b3e9-662a8de1ed8f HTTP/1.1" status: 204 len: 168 time: 0.7754288 Sep 27 08:03:49.150543 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44388) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:03:49.158407 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a2992-b078-48e9-97a7-94c65bb940cd admin admin] Pushing event deleted for resources: {'Network': ['ID=48e5299c-7c9a-4841-b3e9-662a8de1ed8f,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:03:49.485694 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bb495c4c-54ef-4346-9a5a-430178039139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560153'] for router_interface, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:49.721858 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-bb495c4c-54ef-4346-9a5a-430178039139 admin admin] Deleting port 759eca14-62af-499c-93f6-e844906ce2cc {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:03:49.722196 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bb495c4c-54ef-4346-9a5a-430178039139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:49.800658 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-bb495c4c-54ef-4346-9a5a-430178039139 admin admin] For port 759eca14-62af-499c-93f6-e844906ce2cc, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=759eca14-62af-499c-93f6-e844906ce2cc,segment=NetworkSegment(62b52c0b-1bae-430a-bba7-cd44709830be),segment_id=62b52c0b-1bae-430a-bba7-cd44709830be)] {{(pid=106358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:03:49.800966 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bb495c4c-54ef-4346-9a5a-430178039139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:49.813546 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-bb495c4c-54ef-4346-9a5a-430178039139 admin admin] Calling delete_port for 759eca14-62af-499c-93f6-e844906ce2cc owned by network:router_interface {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:03:50.059814 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bb495c4c-54ef-4346-9a5a-430178039139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:50.084384 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb495c4c-54ef-4346-9a5a-430178039139 admin admin] Pushing event deleted for resources: {'Port': ['ID=759eca14-62af-499c-93f6-e844906ce2cc,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:03:50.246773 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-bb495c4c-54ef-4346-9a5a-430178039139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560528'] for router_interface, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:50.449041 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb495c4c-54ef-4346-9a5a-430178039139 admin admin] Router d19ba47c-33c6-45db-9c0b-d6840b8aeda5 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:03:50.551738 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb495c4c-54ef-4346-9a5a-430178039139 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:03:50.556715 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-bb495c4c-54ef-4346-9a5a-430178039139 admin admin] 10.222.0.11 "PUT /v2.0/routers/d19ba47c-33c6-45db-9c0b-d6840b8aeda5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4051664 Sep 27 08:03:50.559282 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44390) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:03:50.561717 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbffee0-807e-45f2-916a-5d2e9c496394 None None] Sync routers for ids ['d19ba47c-33c6-45db-9c0b-d6840b8aeda5'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:03:50.571483 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbffee0-807e-45f2-916a-5d2e9c496394 None None] Routers {'d19ba47c-33c6-45db-9c0b-d6840b8aeda5'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:03:50.572090 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-6fbffee0-807e-45f2-916a-5d2e9c496394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:03:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['d19ba47c-33c6-45db-9c0b-d6840b8aeda5'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:03:50.659542 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d5daf1b9-d46e-4cca-8553-9b6eb63c79b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:50.671197 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-6fbffee0-807e-45f2-916a-5d2e9c496394 None None] Set router d19ba47c-33c6-45db-9c0b-d6840b8aeda5 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:03:50.758865 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d5daf1b9-d46e-4cca-8553-9b6eb63c79b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:50.849008 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-6fbffee0-807e-45f2-916a-5d2e9c496394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19ba47c-33c6-45db-9c0b-d6840b8aeda5', 'name': 'tempest-TestShelveInstance-1753804180-router', 'tenant_id': '0a1497b08a784d9cbeea7484548e7235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '3bce5171-39e1-4f0f-97ad-3f4123117f02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:59Z', 'updated_at': '2021-09-27T08:03:49Z', 'revision_number': 5, 'project_id': '0a1497b08a784d9cbeea7484548e7235', 'gw_port': {'id': '3bce5171-39e1-4f0f-97ad-3f4123117f02', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:d8:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd19ba47c-33c6-45db-9c0b-d6840b8aeda5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:59:00Z', 'updated_at': '2021-09-27T07:59:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:03:50.859807 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-d5daf1b9-d46e-4cca-8553-9b6eb63c79b4 admin admin] Deleting port 3bce5171-39e1-4f0f-97ad-3f4123117f02 {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:03:50.860149 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d5daf1b9-d46e-4cca-8553-9b6eb63c79b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:50.879945 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbffee0-807e-45f2-916a-5d2e9c496394 None None] Checking router: d19ba47c-33c6-45db-9c0b-d6840b8aeda5 for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:03:50.888256 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbffee0-807e-45f2-916a-5d2e9c496394 None None] Routers {'d19ba47c-33c6-45db-9c0b-d6840b8aeda5'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:03:50.888917 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-6fbffee0-807e-45f2-916a-5d2e9c496394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:03:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['d19ba47c-33c6-45db-9c0b-d6840b8aeda5'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:03:50.941719 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-d5daf1b9-d46e-4cca-8553-9b6eb63c79b4 admin admin] For port 3bce5171-39e1-4f0f-97ad-3f4123117f02, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=3bce5171-39e1-4f0f-97ad-3f4123117f02,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:03:50.942084 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d5daf1b9-d46e-4cca-8553-9b6eb63c79b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:50.953566 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-d5daf1b9-d46e-4cca-8553-9b6eb63c79b4 admin admin] Calling delete_port for 3bce5171-39e1-4f0f-97ad-3f4123117f02 owned by network:router_gateway {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:03:50.970220 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-6fbffee0-807e-45f2-916a-5d2e9c496394 None None] Set router d19ba47c-33c6-45db-9c0b-d6840b8aeda5 gateway port host: None {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:03:51.018751 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-6fbffee0-807e-45f2-916a-5d2e9c496394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd19ba47c-33c6-45db-9c0b-d6840b8aeda5', 'name': 'tempest-TestShelveInstance-1753804180-router', 'tenant_id': '0a1497b08a784d9cbeea7484548e7235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:59Z', 'updated_at': '2021-09-27T08:03:50Z', 'revision_number': 6, 'project_id': '0a1497b08a784d9cbeea7484548e7235', 'gw_port_host': None}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:03:51.046652 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fbffee0-807e-45f2-916a-5d2e9c496394 None None] The sync data for ids ['d19ba47c-33c6-45db-9c0b-d6840b8aeda5'] in dv-cinder-811078-1-iscsi is: [{'id': 'd19ba47c-33c6-45db-9c0b-d6840b8aeda5', 'name': 'tempest-TestShelveInstance-1753804180-router', 'tenant_id': '0a1497b08a784d9cbeea7484548e7235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:58:59Z', 'updated_at': '2021-09-27T08:03:50Z', 'revision_number': 6, 'project_id': '0a1497b08a784d9cbeea7484548e7235', 'gw_port_host': None}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:03:51.179774 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d5daf1b9-d46e-4cca-8553-9b6eb63c79b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:51.205447 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5daf1b9-d46e-4cca-8553-9b6eb63c79b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bce5171-39e1-4f0f-97ad-3f4123117f02,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:03:51.262197 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d5daf1b9-d46e-4cca-8553-9b6eb63c79b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560467'] for router_gateway, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:51.349044 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d5daf1b9-d46e-4cca-8553-9b6eb63c79b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4772'] for router, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:51.351003 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d5daf1b9-d46e-4cca-8553-9b6eb63c79b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:51.454485 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d5daf1b9-d46e-4cca-8553-9b6eb63c79b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558645'] for router, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:51.455011 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5daf1b9-d46e-4cca-8553-9b6eb63c79b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d19ba47c-33c6-45db-9c0b-d6840b8aeda5 {{(pid=106358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:03:51.460786 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-d5daf1b9-d46e-4cca-8553-9b6eb63c79b4 admin admin] Notify callbacks [] for router, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:51.461980 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-d5daf1b9-d46e-4cca-8553-9b6eb63c79b4 admin admin] 10.222.0.11 "DELETE /v2.0/routers/d19ba47c-33c6-45db-9c0b-d6840b8aeda5 HTTP/1.1" status: 204 len: 168 time: 0.9017677 Sep 27 08:03:51.464405 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44392) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:03:51.513932 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_v2 [None req-65628787-0b86-4f32-bd6f-1c10c8bb3635 admin admin] Deleting subnet 0f51bc71-78e7-496f-bbb4-3a9ed09ca09a {{(pid=106358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:03:51.517369 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-65628787-0b86-4f32-bd6f-1c10c8bb3635 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:51.552202 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-65628787-0b86-4f32-bd6f-1c10c8bb3635 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5359040'] for subnet, precommit_delete_associations {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:51.631348 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-65628787-0b86-4f32-bd6f-1c10c8bb3635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694807'] for subnet, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:51.734359 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-65628787-0b86-4f32-bd6f-1c10c8bb3635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5864136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6131966'] for subnet, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:51.762027 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-65628787-0b86-4f32-bd6f-1c10c8bb3635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:51.766294 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-65628787-0b86-4f32-bd6f-1c10c8bb3635 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/0f51bc71-78e7-496f-bbb4-3a9ed09ca09a HTTP/1.1" status: 204 len: 168 time: 0.2986102 Sep 27 08:03:51.766711 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 44394) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:03:51.767172 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a813b82-195f-4d56-bc6d-9270089ee773 None None] Network dc466d8e-8ca1-495f-be5a-d773470839ff requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:03:51.767543 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65628787-0b86-4f32-bd6f-1c10c8bb3635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f51bc71-78e7-496f-bbb4-3a9ed09ca09a,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:03:51.840034 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1630127'] for network, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:51.897399 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Deleting port af0fc13e-bbfe-4353-b482-32a2521c2e3e {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:03:51.897736 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:51.947923 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d25ab3e-bb57-4e2a-93b2-438408345cdb None None] DHCP port deletion for dc466d8e-8ca1-495f-be5a-d773470839ff request from dv-cinder-811078-1-iscsi {{(pid=106359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:03:51.967395 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] For port af0fc13e-bbfe-4353-b482-32a2521c2e3e, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=af0fc13e-bbfe-4353-b482-32a2521c2e3e,segment=NetworkSegment(62b52c0b-1bae-430a-bba7-cd44709830be),segment_id=62b52c0b-1bae-430a-bba7-cd44709830be)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:03:51.967762 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:51.982236 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Calling delete_port for af0fc13e-bbfe-4353-b482-32a2521c2e3e owned by network:dhcp {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:03:51.999206 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-5d25ab3e-bb57-4e2a-93b2-438408345cdb None None] Deleting port af0fc13e-bbfe-4353-b482-32a2521c2e3e {{(pid=106359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:03:51.999865 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-5d25ab3e-bb57-4e2a-93b2-438408345cdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:52.067171 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-5d25ab3e-bb57-4e2a-93b2-438408345cdb None None] For port af0fc13e-bbfe-4353-b482-32a2521c2e3e, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=af0fc13e-bbfe-4353-b482-32a2521c2e3e,segment=NetworkSegment(62b52c0b-1bae-430a-bba7-cd44709830be),segment_id=62b52c0b-1bae-430a-bba7-cd44709830be)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:03:52.072764 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-5d25ab3e-bb57-4e2a-93b2-438408345cdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:52.079296 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-5d25ab3e-bb57-4e2a-93b2-438408345cdb None None] Calling delete_port for af0fc13e-bbfe-4353-b482-32a2521c2e3e owned by network:dhcp {{(pid=106359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:03:52.132115 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:52.163592 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-5d25ab3e-bb57-4e2a-93b2-438408345cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440'] for port, after_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:52.163814 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Pushing event deleted for resources: {'Port': ['ID=af0fc13e-bbfe-4353-b482-32a2521c2e3e,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:03:52.166624 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] No DVR routers for this DVR port af0fc13e-bbfe-4353-b482-32a2521c2e3e on host dv-cinder-811078-1-iscsi {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:03:52.179656 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25ab3e-bb57-4e2a-93b2-438408345cdb None None] Pushing event deleted for resources: {'Port': ['ID=af0fc13e-bbfe-4353-b482-32a2521c2e3e,revision_number=None']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:03:52.186867 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25ab3e-bb57-4e2a-93b2-438408345cdb None None] No DVR routers for this DVR port af0fc13e-bbfe-4353-b482-32a2521c2e3e on host dv-cinder-811078-1-iscsi {{(pid=106359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:03:52.236707 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693678', 'neutron.services.segments.db._delete_segments_for_network-8792188906900'] for network, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:52.256446 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc466d8e-8ca1-495f-be5a-d773470839ff']}} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:03:52.265434 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b52c0b-1bae-430a-bba7-cd44709830be') {'for_net_delete': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:03:52.265734 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b52c0b-1bae-430a-bba7-cd44709830be') {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:03:52.275536 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792188906397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6574833'] for segment, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:52.288554 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:52.294400 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=106357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:03:52.295128 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7115631'] for segment, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: Traceback (most recent call last): Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: timer() Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: cb(*args, **kw) Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: return func(*args, **kwargs) Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: self._notify() Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: self.callback(batched_events) Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: event.method(event) Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: return f(self, *a, **k) Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: return self._get(url).json() Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: return self.request(url, 'GET', **kwargs) Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:03:52.296405 dv-cinder-811078-1-iscsi neutron-server[106357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:03:52.440266 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560399'] for network, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:52.446101 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:52.447944 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] 10.222.0.11 "DELETE /v2.0/networks/dc466d8e-8ca1-495f-be5a-d773470839ff HTTP/1.1" status: 204 len: 168 time: 0.6801000 Sep 27 08:03:52.459185 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc466d8e-8ca1-495f-be5a-d773470839ff,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:03:52.466342 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:52.466622 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:52.466964 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:52.467303 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:52.467634 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:52.467972 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:52.468303 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:52.468635 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:52.468990 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:52.469320 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:52.469642 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:52.469968 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46dc79e3-dbb6-467d-881c-31dddd81e711 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106357) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:03:52.770972 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44402) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:03:52.810426 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-8f2d0390-b117-473a-bb1d-9e96a9a8d9ea admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=3fc2ecd473824a02ad77d5b116b02a03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382688 Sep 27 08:03:52.812894 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44404) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:03:52.855523 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device af0fc13e-bbfe-4353-b482-32a2521c2e3e no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:03:52.860501 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-65b97549-9f9e-4daa-8be6-eaf459bbc1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:52.878224 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: af0fc13e-bbfe-4353-b482-32a2521c2e3e {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:03:52.878576 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device af0fc13e-bbfe-4353-b482-32a2521c2e3e not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:03:52.878994 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 759eca14-62af-499c-93f6-e844906ce2cc no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:03:52.882512 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-65b97549-9f9e-4daa-8be6-eaf459bbc1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:52.898040 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: 759eca14-62af-499c-93f6-e844906ce2cc {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:03:52.898389 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 759eca14-62af-499c-93f6-e844906ce2cc not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:03:52.898801 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 3bce5171-39e1-4f0f-97ad-3f4123117f02 no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:03:52.916941 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: 3bce5171-39e1-4f0f-97ad-3f4123117f02 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:03:52.917291 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 3bce5171-39e1-4f0f-97ad-3f4123117f02 not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:03:53.006722 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-65b97549-9f9e-4daa-8be6-eaf459bbc1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:53.009289 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-65b97549-9f9e-4daa-8be6-eaf459bbc1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:53.010484 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-65b97549-9f9e-4daa-8be6-eaf459bbc1ef admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/87052a26-f692-42c0-8aae-eb296a99d8bf HTTP/1.1" status: 204 len: 168 time: 0.1967039 Sep 27 08:03:53.018079 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b97549-9f9e-4daa-8be6-eaf459bbc1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87052a26-f692-42c0-8aae-eb296a99d8bf,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:03:53.605930 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44410) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:03:53.645614 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-052bd93c-2b71-4f57-9040-35e8114d2299 admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=0a1497b08a784d9cbeea7484548e7235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384920 Sep 27 08:03:53.647887 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44412) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:03:53.694915 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3ebd8375-abde-413c-9ecc-f68a09406855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:53.715300 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3ebd8375-abde-413c-9ecc-f68a09406855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:53.828428 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3ebd8375-abde-413c-9ecc-f68a09406855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:53.830916 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-3ebd8375-abde-413c-9ecc-f68a09406855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:03:53.832079 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-3ebd8375-abde-413c-9ecc-f68a09406855 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/fd54d03b-2a81-44e9-a8f6-711fa8f9fd88 HTTP/1.1" status: 204 len: 168 time: 0.1832335 Sep 27 08:03:53.839332 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebd8375-abde-413c-9ecc-f68a09406855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd54d03b-2a81-44e9-a8f6-711fa8f9fd88,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:02.468397 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:03.419310 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7fb023d7-0422-4c29-b343-31c543137af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:06.184989 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-6a818918-fd9c-4071-bf23-0fcfbab98227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:06.579025 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:07.030655 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:08.945272 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:22.602878 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:04:32.435480 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:33.034327 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44420) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:04:33.186279 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Deleting port 44356b4b-95cb-4c8a-8bfa-662494527a2e {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:04:33.186588 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:33.262935 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:33.263261 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:33.274648 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Calling delete_port for 44356b4b-95cb-4c8a-8bfa-662494527a2e owned by network:floatingip {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:04:33.433553 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3cb3-1d47-4683-8edc-43ff1c7fb483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:33.490973 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:33.516151 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event deleted for resources: {'Port': ['ID=44356b4b-95cb-4c8a-8bfa-662494527a2e,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:33.541061 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:33.541410 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:33.541752 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:33.542083 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:33.542412 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:33.542740 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:33.543065 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:33.543390 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:33.543718 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:33.544038 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:33.544356 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:33.544672 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106358) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:33.584337 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for floatingip, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:33.584670 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.l3_db [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Floating IP 0a637bfe-129b-4a1a-8cdb-562212bfe043 disassociated (deleted). External IP: 172.27.0.233, port: e42b048a-91d0-4758-9959-0a5fea9ae92f. Sep 27 08:04:33.784829 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Router 18080568-c41b-4897-bddc-d25eb31261c7 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:04:34.142257 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:04:34.146988 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:34.151979 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af5ca1e-1916-4314-b7f1-17220d703aba None None] Sync routers for ids ['18080568-c41b-4897-bddc-d25eb31261c7'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:04:34.160775 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af5ca1e-1916-4314-b7f1-17220d703aba None None] Routers {'18080568-c41b-4897-bddc-d25eb31261c7'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:04:34.161426 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-8af5ca1e-1916-4314-b7f1-17220d703aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:04:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['18080568-c41b-4897-bddc-d25eb31261c7'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:34.173715 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-31533d25-0e8d-41c5-9c91-90a51aaee98d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "DELETE /v2.0/floatingips/0a637bfe-129b-4a1a-8cdb-562212bfe043 HTTP/1.1" status: 204 len: 168 time: 1.1382971 Sep 27 08:04:34.174304 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d33b9b-ed42-478d-b923-7691361acdb6', 'tag': 'e42b048a-91d0-4758-9959-0a5fea9ae92f'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:04:34.176531 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe8a45a-a972-48ac-afc2-5eb220e761ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d33b9b-ed42-478d-b923-7691361acdb6", "tag": "e42b048a-91d0-4758-9959-0a5fea9ae92f"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:04:34.264852 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-8af5ca1e-1916-4314-b7f1-17220d703aba None None] Set router 18080568-c41b-4897-bddc-d25eb31261c7 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:04:34.519157 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351e6274-718f-4a2b-bcb2-d3279b3e1e17 x-openstack-request-id: req-351e6274-718f-4a2b-bcb2-d3279b3e1e17 {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:04:34.519512 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d33b9b-ed42-478d-b923-7691361acdb6", "tag": "e42b048a-91d0-4758-9959-0a5fea9ae92f", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:04:34.519827 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-351e6274-718f-4a2b-bcb2-d3279b3e1e17 {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:04:34.520289 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d33b9b-ed42-478d-b923-7691361acdb6', 'tag': 'e42b048a-91d0-4758-9959-0a5fea9ae92f', 'status': 'completed', 'code': 200} Sep 27 08:04:34.586198 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8a45a-a972-48ac-afc2-5eb220e761ca req-9bdce8e5-fd5e-42a5-8bfa-b084d1ccf167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:04:34.587874 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dbe8a45a-a972-48ac-afc2-5eb220e761ca req-9bdce8e5-fd5e-42a5-8bfa-b084d1ccf167 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7372ab2de4b249ec874584aff9211066&device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 1099 time: 0.0408130 Sep 27 08:04:34.611423 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81d213-9efc-429e-a887-b72c8c845961 req-34806778-7f6b-4fd8-9dac-9a997539f3dd tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:04:34.613056 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5c81d213-9efc-429e-a887-b72c8c845961 req-34806778-7f6b-4fd8-9dac-9a997539f3dd tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 946 time: 0.0493886 Sep 27 08:04:34.621795 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-8af5ca1e-1916-4314-b7f1-17220d703aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '7fd11b0e-c560-4e85-88fb-12dd4b4c4707', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'port_id': '832d94dd-0473-4d0e-8d2f-474ad723f1ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'mac_address': 'fa:16:3e:d8:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb42a17d-0048-419e-a108-c762a01550f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:00:52Z', 'updated_at': '2021-09-27T08:00:54Z', 'revision_number': 1, 'project_id': '7372ab2de4b249ec874584aff9211066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 5, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:34.647064 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af5ca1e-1916-4314-b7f1-17220d703aba None None] Checking router: 18080568-c41b-4897-bddc-d25eb31261c7 for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:04:34.653404 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-5c81d213-9efc-429e-a887-b72c8c845961 req-85ffb621-5219-40bb-9012-a507006747c6 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339427 Sep 27 08:04:34.656167 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af5ca1e-1916-4314-b7f1-17220d703aba None None] Routers {'18080568-c41b-4897-bddc-d25eb31261c7'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:04:34.656944 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-8af5ca1e-1916-4314-b7f1-17220d703aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:04:06Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['18080568-c41b-4897-bddc-d25eb31261c7'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:34.685601 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8a45a-a972-48ac-afc2-5eb220e761ca req-9408b282-7033-4730-aabe-f78d36f4b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:04:34.687084 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dbe8a45a-a972-48ac-afc2-5eb220e761ca req-9408b282-7033-4730-aabe-f78d36f4b692 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 HTTP/1.1" status: 200 len: 912 time: 0.0911095 Sep 27 08:04:34.729222 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dbe8a45a-a972-48ac-afc2-5eb220e761ca req-eb9b7fed-1d13-4400-be4f-3eb02774b0b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e42b048a-91d0-4758-9959-0a5fea9ae92f HTTP/1.1" status: 200 len: 217 time: 0.0338130 Sep 27 08:04:34.762624 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-8af5ca1e-1916-4314-b7f1-17220d703aba None None] Set router 18080568-c41b-4897-bddc-d25eb31261c7 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:04:34.781084 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8a45a-a972-48ac-afc2-5eb220e761ca req-e92e4b5f-5202-45b6-9c71-ae3a43a0852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:04:34.782536 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dbe8a45a-a972-48ac-afc2-5eb220e761ca req-e92e4b5f-5202-45b6-9c71-ae3a43a0852c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9fe12f2-248d-4306-8a76-9ebdafe41649 HTTP/1.1" status: 200 len: 850 time: 0.0463653 Sep 27 08:04:34.829827 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8a45a-a972-48ac-afc2-5eb220e761ca req-f743b3a9-0e70-4225-8578-83d029c40fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:04:34.831338 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dbe8a45a-a972-48ac-afc2-5eb220e761ca req-f743b3a9-0e70-4225-8578-83d029c40fcc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410213 Sep 27 08:04:34.922023 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dbe8a45a-a972-48ac-afc2-5eb220e761ca req-d1ee4152-a6f7-4b9c-9095-5c81c998b135 service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816720 Sep 27 08:04:34.986004 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-8af5ca1e-1916-4314-b7f1-17220d703aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '7fd11b0e-c560-4e85-88fb-12dd4b4c4707', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'port_id': '832d94dd-0473-4d0e-8d2f-474ad723f1ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'mac_address': 'fa:16:3e:d8:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb42a17d-0048-419e-a108-c762a01550f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:00:52Z', 'updated_at': '2021-09-27T08:00:54Z', 'revision_number': 1, 'project_id': '7372ab2de4b249ec874584aff9211066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 5, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:35.012739 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af5ca1e-1916-4314-b7f1-17220d703aba None None] The sync data for ids ['18080568-c41b-4897-bddc-d25eb31261c7'] in dv-cinder-811078-1-iscsi is: [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_floatingips': [{'id': '7fd11b0e-c560-4e85-88fb-12dd4b4c4707', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'floating_ip_address': '172.27.0.22', 'floating_network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'router_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'port_id': '832d94dd-0473-4d0e-8d2f-474ad723f1ba', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'mac_address': 'fa:16:3e:d8:b0:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb42a17d-0048-419e-a108-c762a01550f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-27T08:00:52Z', 'updated_at': '2021-09-27T08:00:54Z', 'revision_number': 1, 'project_id': '7372ab2de4b249ec874584aff9211066', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 5, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:04:35.016851 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-dbe8a45a-a972-48ac-afc2-5eb220e761ca req-1b40f32c-a684-4033-b53e-8d4213ca3def service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868037 Sep 27 08:04:35.213117 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ad9dd-fe64-4f04-b31a-343ba0fac7bf None None] New status for floating IP 0a637bfe-129b-4a1a-8cdb-562212bfe043: DOWN {{(pid=106360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:04:35.770352 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baf8e2b-c8ea-4d61-98be-a570bf2762c3 req-e3c2b473-6c01-4097-98dc-44f14e69c64c tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:04:35.771832 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4baf8e2b-c8ea-4d61-98be-a570bf2762c3 req-e3c2b473-6c01-4097-98dc-44f14e69c64c tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 946 time: 0.0506778 Sep 27 08:04:35.808651 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-4baf8e2b-c8ea-4d61-98be-a570bf2762c3 req-a1fe9840-9fbc-40d5-aef4-79c6cbfabdda tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302265 Sep 27 08:04:36.098633 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad18da-1a83-429e-bd11-c154210fb9a1 req-9ecb433a-bd02-4490-ae40-c7ad39fd22fa tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:04:36.100081 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-19ad18da-1a83-429e-bd11-c154210fb9a1 req-9ecb433a-bd02-4490-ae40-c7ad39fd22fa tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 946 time: 0.0486376 Sep 27 08:04:36.179222 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2e7ebfdf-f153-4b06-8bfe-5b2492c37f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:36.195696 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-19ad18da-1a83-429e-bd11-c154210fb9a1 req-6e859690-243b-41f6-8a58-9986df761da0 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Deleting port e42b048a-91d0-4758-9959-0a5fea9ae92f {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:04:36.196040 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-19ad18da-1a83-429e-bd11-c154210fb9a1 req-6e859690-243b-41f6-8a58-9986df761da0 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:36.281263 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-19ad18da-1a83-429e-bd11-c154210fb9a1 req-6e859690-243b-41f6-8a58-9986df761da0 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] For port e42b048a-91d0-4758-9959-0a5fea9ae92f, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=e42b048a-91d0-4758-9959-0a5fea9ae92f,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:04:36.281624 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-19ad18da-1a83-429e-bd11-c154210fb9a1 req-6e859690-243b-41f6-8a58-9986df761da0 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:36.293571 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-19ad18da-1a83-429e-bd11-c154210fb9a1 req-6e859690-243b-41f6-8a58-9986df761da0 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Calling delete_port for e42b048a-91d0-4758-9959-0a5fea9ae92f owned by compute:nova {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:04:36.475552 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-19ad18da-1a83-429e-bd11-c154210fb9a1 req-6e859690-243b-41f6-8a58-9986df761da0 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:36.501091 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e859690-243b-41f6-8a58-9986df761da0 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event deleted for resources: {'Port': ['ID=e42b048a-91d0-4758-9959-0a5fea9ae92f,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:36.544181 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ad18da-1a83-429e-bd11-c154210fb9a1 req-6e859690-243b-41f6-8a58-9986df761da0 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] No DVR routers for this DVR port e42b048a-91d0-4758-9959-0a5fea9ae92f on host hv-cinder-81107 {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:04:36.546555 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-19ad18da-1a83-429e-bd11-c154210fb9a1 req-6e859690-243b-41f6-8a58-9986df761da0 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:36.548535 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-19ad18da-1a83-429e-bd11-c154210fb9a1 req-6e859690-243b-41f6-8a58-9986df761da0 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.25 "DELETE /v2.0/ports/e42b048a-91d0-4758-9959-0a5fea9ae92f HTTP/1.1" status: 204 len: 173 time: 0.4414561 Sep 27 08:04:36.549057 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d33b9b-ed42-478d-b923-7691361acdb6', 'name': 'network-vif-deleted', 'tag': 'e42b048a-91d0-4758-9959-0a5fea9ae92f'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:04:36.551393 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd57328f-0df8-4781-a2d4-f13aefad650c" -d '{"events": [{"server_uuid": "f7d33b9b-ed42-478d-b923-7691361acdb6", "name": "network-vif-deleted", "tag": "e42b048a-91d0-4758-9959-0a5fea9ae92f"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:04:36.585068 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de2c2b33-1257-4e72-a6de-5e2e2cd2a701 x-openstack-request-id: req-de2c2b33-1257-4e72-a6de-5e2e2cd2a701 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:04:36.585368 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d33b9b-ed42-478d-b923-7691361acdb6", "name": "network-vif-deleted", "tag": "e42b048a-91d0-4758-9959-0a5fea9ae92f", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:04:36.585624 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-de2c2b33-1257-4e72-a6de-5e2e2cd2a701 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:04:36.586025 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d33b9b-ed42-478d-b923-7691361acdb6', 'name': 'network-vif-deleted', 'tag': 'e42b048a-91d0-4758-9959-0a5fea9ae92f', 'status': 'completed', 'code': 200} Sep 27 08:04:36.624336 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:36.905385 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2adbbbe7-d805-4f05-9301-421693301ed4 req-77e08600-1c0a-42c7-a5a9-6d311de9ae66 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=f7d33b9b-ed42-478d-b923-7691361acdb6 HTTP/1.1" status: 200 len: 210 time: 0.0276213 Sep 27 08:04:37.024414 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:38.965468 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:40.253800 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device e42b048a-91d0-4758-9959-0a5fea9ae92f no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:04:40.275801 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] No Port match for: e42b048a-91d0-4758-9959-0a5fea9ae92f {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:04:40.276146 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device e42b048a-91d0-4758-9959-0a5fea9ae92f not bound to the agent host hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:04:40.428050 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44448) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:04:40.579784 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-4500d32b-b8ea-4328-b18f-14fe19777942 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Deleting port 63ab1c54-b97f-496d-ba3b-c09e8a1b053a {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:04:40.580127 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4500d32b-b8ea-4328-b18f-14fe19777942 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:40.656631 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4500d32b-b8ea-4328-b18f-14fe19777942 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:40.656986 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4500d32b-b8ea-4328-b18f-14fe19777942 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:40.668727 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-4500d32b-b8ea-4328-b18f-14fe19777942 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Calling delete_port for 63ab1c54-b97f-496d-ba3b-c09e8a1b053a owned by network:floatingip {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:04:40.881946 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4500d32b-b8ea-4328-b18f-14fe19777942 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:40.907522 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4500d32b-b8ea-4328-b18f-14fe19777942 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event deleted for resources: {'Port': ['ID=63ab1c54-b97f-496d-ba3b-c09e8a1b053a,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:40.964674 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4500d32b-b8ea-4328-b18f-14fe19777942 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for floatingip, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:40.965024 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.db.l3_db [None req-4500d32b-b8ea-4328-b18f-14fe19777942 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Floating IP 7fd11b0e-c560-4e85-88fb-12dd4b4c4707 disassociated (deleted). External IP: 172.27.0.22, port: 832d94dd-0473-4d0e-8d2f-474ad723f1ba. Sep 27 08:04:41.172161 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4500d32b-b8ea-4328-b18f-14fe19777942 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Router 18080568-c41b-4897-bddc-d25eb31261c7 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:04:41.276271 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4500d32b-b8ea-4328-b18f-14fe19777942 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:04:41.281236 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-4500d32b-b8ea-4328-b18f-14fe19777942 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:41.286370 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a285d1b8-7ca8-460d-9f36-d0619c2c251e None None] Sync routers for ids ['18080568-c41b-4897-bddc-d25eb31261c7'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:04:41.294896 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a285d1b8-7ca8-460d-9f36-d0619c2c251e None None] Routers {'18080568-c41b-4897-bddc-d25eb31261c7'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:04:41.295501 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-a285d1b8-7ca8-460d-9f36-d0619c2c251e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:04:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['18080568-c41b-4897-bddc-d25eb31261c7'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:41.306783 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-4500d32b-b8ea-4328-b18f-14fe19777942 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "DELETE /v2.0/floatingips/7fd11b0e-c560-4e85-88fb-12dd4b4c4707 HTTP/1.1" status: 204 len: 168 time: 0.8776824 Sep 27 08:04:41.307960 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb42a17d-0048-419e-a108-c762a01550f5', 'tag': '832d94dd-0473-4d0e-8d2f-474ad723f1ba'}] {{(pid=106358) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:04:41.310337 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ee80131f935056a676de07ae2471e93c032c547fe93804d2870a943110905af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b65e18b-5d7b-4f5b-9958-c96725fdec5f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb42a17d-0048-419e-a108-c762a01550f5", "tag": "832d94dd-0473-4d0e-8d2f-474ad723f1ba"}]}' {{(pid=106358) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:04:41.397427 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-a285d1b8-7ca8-460d-9f36-d0619c2c251e None None] Set router 18080568-c41b-4897-bddc-d25eb31261c7 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:04:41.585559 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-a285d1b8-7ca8-460d-9f36-d0619c2c251e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 5, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:41.610706 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a285d1b8-7ca8-460d-9f36-d0619c2c251e None None] Checking router: 18080568-c41b-4897-bddc-d25eb31261c7 for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:04:41.619345 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a285d1b8-7ca8-460d-9f36-d0619c2c251e None None] Routers {'18080568-c41b-4897-bddc-d25eb31261c7'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:04:41.620012 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-a285d1b8-7ca8-460d-9f36-d0619c2c251e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:04:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['18080568-c41b-4897-bddc-d25eb31261c7'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:41.722730 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-a285d1b8-7ca8-460d-9f36-d0619c2c251e None None] Set router 18080568-c41b-4897-bddc-d25eb31261c7 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:04:41.755080 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 27 Sep 2021 08:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706fb00f-846e-4318-93eb-ea70da050156 x-openstack-request-id: req-706fb00f-846e-4318-93eb-ea70da050156 {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:04:41.755664 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb42a17d-0048-419e-a108-c762a01550f5", "tag": "832d94dd-0473-4d0e-8d2f-474ad723f1ba", "status": "completed", "code": 200}]} {{(pid=106358) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:04:41.755664 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-706fb00f-846e-4318-93eb-ea70da050156 {{(pid=106358) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:04:41.756022 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb42a17d-0048-419e-a108-c762a01550f5', 'tag': '832d94dd-0473-4d0e-8d2f-474ad723f1ba', 'status': 'completed', 'code': 200} Sep 27 08:04:41.823374 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65e18b-5d7b-4f5b-9958-c96725fdec5f req-ea022727-b053-4041-8283-98e75383bd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:04:41.824856 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3b65e18b-5d7b-4f5b-9958-c96725fdec5f req-ea022727-b053-4041-8283-98e75383bd32 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7372ab2de4b249ec874584aff9211066&device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 1098 time: 0.0460727 Sep 27 08:04:41.851286 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a901c1d-1a73-4207-88e2-c3ac980ec43f req-fb7b1cf5-87c2-4591-b8b0-027f04be690f tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:04:41.852971 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2a901c1d-1a73-4207-88e2-c3ac980ec43f req-fb7b1cf5-87c2-4591-b8b0-027f04be690f tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 945 time: 0.0503738 Sep 27 08:04:41.892978 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-2a901c1d-1a73-4207-88e2-c3ac980ec43f req-2ea697c9-37dc-4e4c-892e-825812792ec3 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326884 Sep 27 08:04:41.919191 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65e18b-5d7b-4f5b-9958-c96725fdec5f req-fbce14eb-7c76-4b4d-84b8-75a4b14d6d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:04:41.920766 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3b65e18b-5d7b-4f5b-9958-c96725fdec5f req-fbce14eb-7c76-4b4d-84b8-75a4b14d6d27 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 HTTP/1.1" status: 200 len: 912 time: 0.0879154 Sep 27 08:04:41.937131 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-a285d1b8-7ca8-460d-9f36-d0619c2c251e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 5, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:41.965456 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a285d1b8-7ca8-460d-9f36-d0619c2c251e None None] The sync data for ids ['18080568-c41b-4897-bddc-d25eb31261c7'] in dv-cinder-811078-1-iscsi is: [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T07:57:36Z', 'revision_number': 4, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi', '_interfaces': [{'id': '3e78acc8-19bc-493d-948f-f3ba079fab49', 'name': '', 'network_id': '1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'mac_address': 'fa:16:3e:c2:17:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:35Z', 'updated_at': '2021-09-27T07:57:40Z', 'revision_number': 5, 'project_id': '7372ab2de4b249ec874584aff9211066', 'subnets': [{'id': 'e9fe12f2-248d-4306-8a76-9ebdafe41649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:04:41.974323 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3b65e18b-5d7b-4f5b-9958-c96725fdec5f req-29361fd1-0065-4b16-9a6f-9f20f06a8f99 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=832d94dd-0473-4d0e-8d2f-474ad723f1ba HTTP/1.1" status: 200 len: 217 time: 0.0446377 Sep 27 08:04:42.023889 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65e18b-5d7b-4f5b-9958-c96725fdec5f req-bb33f29d-f838-4a75-87d0-34e5d3e4739b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:04:42.025411 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3b65e18b-5d7b-4f5b-9958-c96725fdec5f req-bb33f29d-f838-4a75-87d0-34e5d3e4739b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9fe12f2-248d-4306-8a76-9ebdafe41649 HTTP/1.1" status: 200 len: 850 time: 0.0428340 Sep 27 08:04:42.072466 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65e18b-5d7b-4f5b-9958-c96725fdec5f req-b3fb7876-d073-4157-92b7-824c91ce8fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:04:42.074067 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3b65e18b-5d7b-4f5b-9958-c96725fdec5f req-b3fb7876-d073-4157-92b7-824c91ce8fb2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392570 Sep 27 08:04:42.169704 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3b65e18b-5d7b-4f5b-9958-c96725fdec5f req-efc28d51-7dda-40cb-a4b5-65e59bc40618 service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873661 Sep 27 08:04:42.181831 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b863b1-6117-469e-8266-733a928eee72 None None] New status for floating IP 7fd11b0e-c560-4e85-88fb-12dd4b4c4707: DOWN {{(pid=106360) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 27 08:04:42.259036 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-3b65e18b-5d7b-4f5b-9958-c96725fdec5f req-7d326179-706b-47e0-bf85-e635116dd4da service neutron] 10.222.0.25 "GET /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809488 Sep 27 08:04:43.011202 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75ce09-47a5-4a1d-ad7c-5dc859c87597 req-e9022aef-e58e-4485-8347-7719fae6af01 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106358) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:04:43.012679 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8a75ce09-47a5-4a1d-ad7c-5dc859c87597 req-e9022aef-e58e-4485-8347-7719fae6af01 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 945 time: 0.0528934 Sep 27 08:04:43.048799 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-8a75ce09-47a5-4a1d-ad7c-5dc859c87597 req-8685870c-61c9-4377-b8c4-3a202484fd39 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/security-groups?id=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302684 Sep 27 08:04:43.292791 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cf3eb9-e748-403e-914c-baf72ec136ed req-a19defaa-3d5b-422b-8933-b0d7b528db15 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106357) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 27 08:04:43.294285 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-e1cf3eb9-e748-403e-914c-baf72ec136ed req-a19defaa-3d5b-422b-8933-b0d7b528db15 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 945 time: 0.0513618 Sep 27 08:04:43.380311 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-e1cf3eb9-e748-403e-914c-baf72ec136ed req-dfdb357d-5efb-4131-8a00-95d82d71a287 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Deleting port 832d94dd-0473-4d0e-8d2f-474ad723f1ba {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:04:43.380647 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-e1cf3eb9-e748-403e-914c-baf72ec136ed req-dfdb357d-5efb-4131-8a00-95d82d71a287 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:43.468525 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [req-e1cf3eb9-e748-403e-914c-baf72ec136ed req-dfdb357d-5efb-4131-8a00-95d82d71a287 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] For port 832d94dd-0473-4d0e-8d2f-474ad723f1ba, host hv-cinder-81107, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81107',level=0,port_id=832d94dd-0473-4d0e-8d2f-474ad723f1ba,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:04:43.468908 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-e1cf3eb9-e748-403e-914c-baf72ec136ed req-dfdb357d-5efb-4131-8a00-95d82d71a287 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:43.480936 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [req-e1cf3eb9-e748-403e-914c-baf72ec136ed req-dfdb357d-5efb-4131-8a00-95d82d71a287 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Calling delete_port for 832d94dd-0473-4d0e-8d2f-474ad723f1ba owned by compute:nova {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:04:43.669993 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-e1cf3eb9-e748-403e-914c-baf72ec136ed req-dfdb357d-5efb-4131-8a00-95d82d71a287 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:43.698605 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb357d-5efb-4131-8a00-95d82d71a287 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event deleted for resources: {'Port': ['ID=832d94dd-0473-4d0e-8d2f-474ad723f1ba,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:43.742240 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1cf3eb9-e748-403e-914c-baf72ec136ed req-dfdb357d-5efb-4131-8a00-95d82d71a287 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] No DVR routers for this DVR port 832d94dd-0473-4d0e-8d2f-474ad723f1ba on host hv-cinder-81107 {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:04:43.745036 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [req-e1cf3eb9-e748-403e-914c-baf72ec136ed req-dfdb357d-5efb-4131-8a00-95d82d71a287 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for port, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:43.747471 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [req-e1cf3eb9-e748-403e-914c-baf72ec136ed req-dfdb357d-5efb-4131-8a00-95d82d71a287 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.25 "DELETE /v2.0/ports/832d94dd-0473-4d0e-8d2f-474ad723f1ba HTTP/1.1" status: 204 len: 173 time: 0.4453790 Sep 27 08:04:43.747931 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb42a17d-0048-419e-a108-c762a01550f5', 'name': 'network-vif-deleted', 'tag': '832d94dd-0473-4d0e-8d2f-474ad723f1ba'}] {{(pid=106357) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 27 08:04:43.751185 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.11/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}91977a48a4632a363fb99b52a130d50c9820ab7ffb7e7de6d84a852686a0b656" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f782c3c-0a09-4b11-8f0c-9c3b7c1e2154" -d '{"events": [{"server_uuid": "fb42a17d-0048-419e-a108-c762a01550f5", "name": "network-vif-deleted", "tag": "832d94dd-0473-4d0e-8d2f-474ad723f1ba"}]}' {{(pid=106357) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 08:04:43.785917 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 27 Sep 2021 08:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7511a9-c9e6-4086-ae0f-9be07afe6103 x-openstack-request-id: req-ed7511a9-c9e6-4086-ae0f-9be07afe6103 {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 08:04:43.786211 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb42a17d-0048-419e-a108-c762a01550f5", "name": "network-vif-deleted", "tag": "832d94dd-0473-4d0e-8d2f-474ad723f1ba", "status": "completed", "code": 200}]} {{(pid=106357) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 08:04:43.786465 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.11/compute/v2.1/os-server-external-events used request id req-ed7511a9-c9e6-4086-ae0f-9be07afe6103 {{(pid=106357) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 08:04:43.786877 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb42a17d-0048-419e-a108-c762a01550f5', 'name': 'network-vif-deleted', 'tag': '832d94dd-0473-4d0e-8d2f-474ad723f1ba', 'status': 'completed', 'code': 200} Sep 27 08:04:44.146513 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [req-791ab2ec-62ff-40b6-b53d-6cc81b561bd6 req-28d64985-870c-4a4a-bc96-d4fbe5b8f246 tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb42a17d-0048-419e-a108-c762a01550f5 HTTP/1.1" status: 200 len: 210 time: 0.0283098 Sep 27 08:04:45.201855 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 44464) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:04:45.321988 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-9fd858e4-ca1d-457d-a9ba-270cefc5966d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Deleting port 6968ef63-2538-4368-9d28-46840d307592 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:04:45.322324 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9fd858e4-ca1d-457d-a9ba-270cefc5966d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:45.396397 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9fd858e4-ca1d-457d-a9ba-270cefc5966d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:45.396715 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9fd858e4-ca1d-457d-a9ba-270cefc5966d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:45.408476 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-9fd858e4-ca1d-457d-a9ba-270cefc5966d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Calling delete_port for 6968ef63-2538-4368-9d28-46840d307592 owned by network:floatingip {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:04:45.590665 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9fd858e4-ca1d-457d-a9ba-270cefc5966d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:45.621948 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd858e4-ca1d-457d-a9ba-270cefc5966d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event deleted for resources: {'Port': ['ID=6968ef63-2538-4368-9d28-46840d307592,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:45.676074 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9fd858e4-ca1d-457d-a9ba-270cefc5966d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for floatingip, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:45.678623 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-9fd858e4-ca1d-457d-a9ba-270cefc5966d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247870'] for floatingip, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:45.679784 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-9fd858e4-ca1d-457d-a9ba-270cefc5966d tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "DELETE /v2.0/floatingips/418d46e6-5e9a-4fca-a07c-d636d296d25b HTTP/1.1" status: 204 len: 168 time: 0.4769688 Sep 27 08:04:46.300452 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 832d94dd-0473-4d0e-8d2f-474ad723f1ba no longer exists at agent hyperv_hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:04:46.320330 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] No Port match for: 832d94dd-0473-4d0e-8d2f-474ad723f1ba {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:04:46.320683 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Device 832d94dd-0473-4d0e-8d2f-474ad723f1ba not bound to the agent host hv-cinder-81107 {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:04:47.092722 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 44476) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:04:47.147724 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-960906bc-bd46-4d10-921c-a4f6184fc4cd tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:47.172115 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-960906bc-bd46-4d10-921c-a4f6184fc4cd tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:47.290206 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-960906bc-bd46-4d10-921c-a4f6184fc4cd tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:47.292835 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-960906bc-bd46-4d10-921c-a4f6184fc4cd tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Notify callbacks [] for security_group, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:47.294053 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-960906bc-bd46-4d10-921c-a4f6184fc4cd tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] 10.222.0.11 "DELETE /v2.0/security-groups/0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99 HTTP/1.1" status: 204 len: 168 time: 0.2003095 Sep 27 08:04:47.303105 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960906bc-bd46-4d10-921c-a4f6184fc4cd tempest-TestVolumeBootPattern-54272736 tempest-TestVolumeBootPattern-54272736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac0d3bb-d28b-41dd-bdef-2288cf7e1a99,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:47.428842 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 44480) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:04:47.940706 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-93095448-d559-4c16-b499-b80bb40193c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560153'] for router_interface, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:48.169894 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-93095448-d559-4c16-b499-b80bb40193c8 admin admin] Deleting port 3e78acc8-19bc-493d-948f-f3ba079fab49 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:04:48.170594 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-93095448-d559-4c16-b499-b80bb40193c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:48.243233 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-93095448-d559-4c16-b499-b80bb40193c8 admin admin] For port 3e78acc8-19bc-493d-948f-f3ba079fab49, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=3e78acc8-19bc-493d-948f-f3ba079fab49,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:04:48.243594 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-93095448-d559-4c16-b499-b80bb40193c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:48.256387 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-93095448-d559-4c16-b499-b80bb40193c8 admin admin] Calling delete_port for 3e78acc8-19bc-493d-948f-f3ba079fab49 owned by network:router_interface {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:04:48.481804 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-93095448-d559-4c16-b499-b80bb40193c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:48.510043 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93095448-d559-4c16-b499-b80bb40193c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e78acc8-19bc-493d-948f-f3ba079fab49,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:48.670911 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-93095448-d559-4c16-b499-b80bb40193c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560528'] for router_interface, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:49.109489 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93095448-d559-4c16-b499-b80bb40193c8 admin admin] Router 18080568-c41b-4897-bddc-d25eb31261c7 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106357) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:04:49.210702 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93095448-d559-4c16-b499-b80bb40193c8 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106357) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:04:49.216347 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-93095448-d559-4c16-b499-b80bb40193c8 admin admin] 10.222.0.11 "PUT /v2.0/routers/18080568-c41b-4897-bddc-d25eb31261c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7864730 Sep 27 08:04:49.218934 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 44484) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:04:49.221148 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad5dd55-dc25-4600-8b72-a7d4a8524843 None None] Sync routers for ids ['18080568-c41b-4897-bddc-d25eb31261c7'] in dv-cinder-811078-1-iscsi {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:04:49.230904 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad5dd55-dc25-4600-8b72-a7d4a8524843 None None] Routers {'18080568-c41b-4897-bddc-d25eb31261c7'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:04:49.231509 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-fad5dd55-dc25-4600-8b72-a7d4a8524843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:04:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['18080568-c41b-4897-bddc-d25eb31261c7'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:49.315456 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-63c76b84-1e50-4f41-92d4-ed77b5fc5bc7 admin admin] Notify callbacks [] for router, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:49.332308 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-fad5dd55-dc25-4600-8b72-a7d4a8524843 None None] Set router 18080568-c41b-4897-bddc-d25eb31261c7 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:04:49.417986 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-63c76b84-1e50-4f41-92d4-ed77b5fc5bc7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:49.532506 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-63c76b84-1e50-4f41-92d4-ed77b5fc5bc7 admin admin] Deleting port 09fb5146-8818-4fb4-9ba1-90ca54bf664d {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:04:49.532854 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-63c76b84-1e50-4f41-92d4-ed77b5fc5bc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:49.609205 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-63c76b84-1e50-4f41-92d4-ed77b5fc5bc7 admin admin] For port 09fb5146-8818-4fb4-9ba1-90ca54bf664d, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=09fb5146-8818-4fb4-9ba1-90ca54bf664d,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:04:49.609569 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-63c76b84-1e50-4f41-92d4-ed77b5fc5bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:49.622402 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-63c76b84-1e50-4f41-92d4-ed77b5fc5bc7 admin admin] Calling delete_port for 09fb5146-8818-4fb4-9ba1-90ca54bf664d owned by network:router_gateway {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:04:49.624793 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-fad5dd55-dc25-4600-8b72-a7d4a8524843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31'}], 'enable_snat': True}, 'gw_port_id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T08:04:48Z', 'revision_number': 5, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port': {'id': '09fb5146-8818-4fb4-9ba1-90ca54bf664d', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:07:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18080568-c41b-4897-bddc-d25eb31261c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:32Z', 'updated_at': '2021-09-27T07:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:49.651001 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad5dd55-dc25-4600-8b72-a7d4a8524843 None None] Checking router: 18080568-c41b-4897-bddc-d25eb31261c7 for host: dv-cinder-811078-1-iscsi {{(pid=106359) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:04:49.659456 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad5dd55-dc25-4600-8b72-a7d4a8524843 None None] Routers {'18080568-c41b-4897-bddc-d25eb31261c7'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106359) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:04:49.660078 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-fad5dd55-dc25-4600-8b72-a7d4a8524843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:04:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['18080568-c41b-4897-bddc-d25eb31261c7'], 'active': True} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:49.743713 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvr_db [None req-fad5dd55-dc25-4600-8b72-a7d4a8524843 None None] Set router 18080568-c41b-4897-bddc-d25eb31261c7 gateway port host: None {{(pid=106359) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:04:49.797542 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_hamode_db [None req-fad5dd55-dc25-4600-8b72-a7d4a8524843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T08:04:49Z', 'revision_number': 6, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port_host': None}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106359) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:49.823135 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad5dd55-dc25-4600-8b72-a7d4a8524843 None None] The sync data for ids ['18080568-c41b-4897-bddc-d25eb31261c7'] in dv-cinder-811078-1-iscsi is: [{'id': '18080568-c41b-4897-bddc-d25eb31261c7', 'name': 'tempest-TestVolumeBootPattern-599267984-router', 'tenant_id': '7372ab2de4b249ec874584aff9211066', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:31Z', 'updated_at': '2021-09-27T08:04:49Z', 'revision_number': 6, 'project_id': '7372ab2de4b249ec874584aff9211066', 'gw_port_host': None}] {{(pid=106359) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:04:49.841491 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-63c76b84-1e50-4f41-92d4-ed77b5fc5bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:49.868112 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c76b84-1e50-4f41-92d4-ed77b5fc5bc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=09fb5146-8818-4fb4-9ba1-90ca54bf664d,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:49.929714 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-63c76b84-1e50-4f41-92d4-ed77b5fc5bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560467'] for router_gateway, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:50.017233 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-63c76b84-1e50-4f41-92d4-ed77b5fc5bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4772'] for router, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:50.019231 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-63c76b84-1e50-4f41-92d4-ed77b5fc5bc7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:50.153641 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-63c76b84-1e50-4f41-92d4-ed77b5fc5bc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558645'] for router, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:50.154248 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c76b84-1e50-4f41-92d4-ed77b5fc5bc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18080568-c41b-4897-bddc-d25eb31261c7 {{(pid=106357) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:04:50.159287 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-63c76b84-1e50-4f41-92d4-ed77b5fc5bc7 admin admin] Notify callbacks [] for router, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:50.163447 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-63c76b84-1e50-4f41-92d4-ed77b5fc5bc7 admin admin] 10.222.0.11 "DELETE /v2.0/routers/18080568-c41b-4897-bddc-d25eb31261c7 HTTP/1.1" status: 204 len: 168 time: 0.9406202 Sep 27 08:04:50.163447 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 44486) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:04:50.208283 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc928dc-5cd8-4580-b6cb-f42ff84214d0 admin admin] Deleting subnet e9fe12f2-248d-4306-8a76-9ebdafe41649 {{(pid=106357) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:04:50.211860 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6cc928dc-5cd8-4580-b6cb-f42ff84214d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:50.251938 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6cc928dc-5cd8-4580-b6cb-f42ff84214d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6574824'] for subnet, precommit_delete_associations {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:50.325847 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6cc928dc-5cd8-4580-b6cb-f42ff84214d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694807'] for subnet, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:50.444936 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6cc928dc-5cd8-4580-b6cb-f42ff84214d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7115201', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4265388'] for subnet, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:50.468071 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc928dc-5cd8-4580-b6cb-f42ff84214d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9fe12f2-248d-4306-8a76-9ebdafe41649,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:50.473665 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-6cc928dc-5cd8-4580-b6cb-f42ff84214d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for subnet, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:50.476711 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-6cc928dc-5cd8-4580-b6cb-f42ff84214d0 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/e9fe12f2-248d-4306-8a76-9ebdafe41649 HTTP/1.1" status: 204 len: 168 time: 0.3120334 Sep 27 08:04:50.478066 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.wsgi [-] (106357) accepted ('10.222.0.11', 44488) {{(pid=106357) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:04:50.478833 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61d91e3-c79c-4f91-b0cc-f971154acc2b None None] Network 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:04:50.549711 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1630127'] for network, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:50.603603 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] Deleting port d8490c23-e989-4903-bd1d-feddb4b0c958 {{(pid=106357) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:04:50.603943 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:50.661006 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] DHCP port deletion for 1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 request from dv-cinder-811078-1-iscsi {{(pid=106359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:04:50.674198 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.db [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] For port d8490c23-e989-4903-bd1d-feddb4b0c958, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=d8490c23-e989-4903-bd1d-feddb4b0c958,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106357) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:04:50.674564 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:50.686924 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.plugin [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] Calling delete_port for d8490c23-e989-4903-bd1d-feddb4b0c958 owned by network:dhcp {{(pid=106357) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:04:50.706680 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] Deleting port d8490c23-e989-4903-bd1d-feddb4b0c958 {{(pid=106359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:04:50.707062 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:50.770262 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] For port d8490c23-e989-4903-bd1d-feddb4b0c958, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=d8490c23-e989-4903-bd1d-feddb4b0c958,segment=NetworkSegment(bc85b513-1676-45aa-b24a-d92f2d5a6268),segment_id=bc85b513-1676-45aa-b24a-d92f2d5a6268)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:04:50.770667 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:50.788628 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] Calling delete_port for d8490c23-e989-4903-bd1d-feddb4b0c958 owned by network:dhcp {{(pid=106359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:04:50.818727 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7115164'] for port, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:50.845306 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] Pushing event deleted for resources: {'Port': ['ID=d8490c23-e989-4903-bd1d-feddb4b0c958,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:50.850580 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] No DVR routers for this DVR port d8490c23-e989-4903-bd1d-feddb4b0c958 on host dv-cinder-811078-1-iscsi {{(pid=106357) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:04:50.884659 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440'] for port, after_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:50.912469 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 09fb5146-8818-4fb4-9ba1-90ca54bf664d no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:04:50.914932 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] Pushing event deleted for resources: {'Port': ['ID=d8490c23-e989-4903-bd1d-feddb4b0c958,revision_number=None']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:50.919644 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] No DVR routers for this DVR port d8490c23-e989-4903-bd1d-feddb4b0c958 on host dv-cinder-811078-1-iscsi {{(pid=106359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:04:50.931944 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693678', 'neutron.services.segments.db._delete_segments_for_network-8792188906900'] for network, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:50.942309 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:50.942658 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:50.942998 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:50.943336 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:50.943667 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:50.944094 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:50.944321 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:50.945004 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:50.945004 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:50.945317 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:50.945641 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:50.945966 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34acf734-1b00-4e26-b810-4e4ee5eddefa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-811078-1-iscsi {{(pid=106359) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 08:04:50.952026 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: 09fb5146-8818-4fb4-9ba1-90ca54bf664d {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:04:50.952026 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 09fb5146-8818-4fb4-9ba1-90ca54bf664d not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:04:50.952026 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device d8490c23-e989-4903-bd1d-feddb4b0c958 no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:04:50.956058 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5']}} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:50.966319 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc85b513-1676-45aa-b24a-d92f2d5a6268') {'for_net_delete': True} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:50.966628 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.services.segments.db [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc85b513-1676-45aa-b24a-d92f2d5a6268') {} {{(pid=106357) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:50.973115 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: d8490c23-e989-4903-bd1d-feddb4b0c958 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:04:50.973541 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device d8490c23-e989-4903-bd1d-feddb4b0c958 not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:04:50.974025 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 3e78acc8-19bc-493d-948f-f3ba079fab49 no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:04:50.976824 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792188906397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6574833'] for segment, before_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:50.992627 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: 3e78acc8-19bc-493d-948f-f3ba079fab49 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:04:50.994583 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 3e78acc8-19bc-493d-948f-f3ba079fab49 not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:04:50.997556 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:51.004789 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=106357) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:04:51.005273 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7115631'] for segment, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: Traceback (most recent call last): Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: timer() Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: cb(*args, **kw) Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: return func(*args, **kwargs) Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: self._notify() Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: self.callback(batched_events) Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: event.method(event) Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: return f(self, *a, **k) Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: return self._get(url).json() Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: return self.request(url, 'GET', **kwargs) Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:04:51.007123 dv-cinder-811078-1-iscsi neutron-server[106357]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:04:51.127422 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560399'] for network, after_delete {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:51.135322 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron_lib.callbacks.manager [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106357) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:51.138084 dv-cinder-811078-1-iscsi neutron-server[106357]: INFO neutron.wsgi [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] 10.222.0.11 "DELETE /v2.0/networks/1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5 HTTP/1.1" status: 204 len: 168 time: 0.6590970 Sep 27 08:04:51.141227 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44490) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:04:51.148775 dv-cinder-811078-1-iscsi neutron-server[106357]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3adce-2e4e-4687-817c-d2afb48deb6b admin admin] Pushing event deleted for resources: {'Network': ['ID=1daeaa03-c89b-4f87-947f-3c7b2a6fb8b5,revision_number=None']} {{(pid=106357) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:51.468437 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-9c986925-bc68-495c-ae00-454c027f7e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-560153'] for router_interface, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:51.702049 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-9c986925-bc68-495c-ae00-454c027f7e18 admin admin] Deleting port 168da55f-926e-4ebf-821c-ef70717e495b {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:04:51.702381 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-9c986925-bc68-495c-ae00-454c027f7e18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:51.781032 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-9c986925-bc68-495c-ae00-454c027f7e18 admin admin] For port 168da55f-926e-4ebf-821c-ef70717e495b, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=168da55f-926e-4ebf-821c-ef70717e495b,segment=NetworkSegment(85a5ff4c-1e07-4158-98f7-bbe95e0d69d6),segment_id=85a5ff4c-1e07-4158-98f7-bbe95e0d69d6)] {{(pid=106358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:04:51.781309 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-9c986925-bc68-495c-ae00-454c027f7e18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:51.793749 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-9c986925-bc68-495c-ae00-454c027f7e18 admin admin] Calling delete_port for 168da55f-926e-4ebf-821c-ef70717e495b owned by network:router_interface {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:04:52.028263 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-9c986925-bc68-495c-ae00-454c027f7e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:52.054182 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c986925-bc68-495c-ae00-454c027f7e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=168da55f-926e-4ebf-821c-ef70717e495b,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:52.213555 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-9c986925-bc68-495c-ae00-454c027f7e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-560528'] for router_interface, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:52.419914 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c986925-bc68-495c-ae00-454c027f7e18 admin admin] Router 51d2a8b5-249d-444c-8b27-878d6c036320 has already been hosted by L3 agent b4855a14-d1d9-428f-8ae6-431bcf29e20d {{(pid=106358) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 08:04:52.522717 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c986925-bc68-495c-ae00-454c027f7e18 admin admin] Notify agent at l3_agent.dv-cinder-811078-1-iscsi the message routers_updated {{(pid=106358) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 08:04:52.527729 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-9c986925-bc68-495c-ae00-454c027f7e18 admin admin] 10.222.0.11 "PUT /v2.0/routers/51d2a8b5-249d-444c-8b27-878d6c036320/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3854880 Sep 27 08:04:52.530451 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44492) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:04:52.532943 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc2cdfa-9bf0-4e02-a226-41f8c01aa4af None None] Sync routers for ids ['51d2a8b5-249d-444c-8b27-878d6c036320'] in dv-cinder-811078-1-iscsi {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 08:04:52.543752 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc2cdfa-9bf0-4e02-a226-41f8c01aa4af None None] Routers {'51d2a8b5-249d-444c-8b27-878d6c036320'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:04:52.544380 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-2fc2cdfa-9bf0-4e02-a226-41f8c01aa4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:04:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['51d2a8b5-249d-444c-8b27-878d6c036320'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:52.632172 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a617b2f2-3af0-4a89-a4d6-abdcee9fbb9e admin admin] Notify callbacks [] for router, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:52.728515 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-2fc2cdfa-9bf0-4e02-a226-41f8c01aa4af None None] Set router 51d2a8b5-249d-444c-8b27-878d6c036320 gateway port host: dv-cinder-811078-1-iscsi {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:04:52.731504 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a617b2f2-3af0-4a89-a4d6-abdcee9fbb9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:52.880858 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-a617b2f2-3af0-4a89-a4d6-abdcee9fbb9e admin admin] Deleting port aee7528b-db60-4fe2-b465-159a8e361479 {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:04:52.881237 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a617b2f2-3af0-4a89-a4d6-abdcee9fbb9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:52.907934 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-2fc2cdfa-9bf0-4e02-a226-41f8c01aa4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'name': 'tempest-TestVolumeBootPattern-87555044-router', 'tenant_id': 'f93907d615014d6e92308937758793ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'external_fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.61'}], 'enable_snat': True}, 'gw_port_id': 'aee7528b-db60-4fe2-b465-159a8e361479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:40Z', 'updated_at': '2021-09-27T08:04:51Z', 'revision_number': 5, 'project_id': 'f93907d615014d6e92308937758793ae', 'gw_port': {'id': 'aee7528b-db60-4fe2-b465-159a8e361479', 'name': '', 'network_id': '12b44509-c0c8-4d46-aca9-a93a6e96d753', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:81:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '98d9ac14-3553-4580-92ce-723937f48855', 'ip_address': '172.27.0.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-811078-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-27T07:57:40Z', 'updated_at': '2021-09-27T07:57:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '98d9ac14-3553-4580-92ce-723937f48855', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-811078-1-iscsi'}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:52.936337 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc2cdfa-9bf0-4e02-a226-41f8c01aa4af None None] Checking router: 51d2a8b5-249d-444c-8b27-878d6c036320 for host: dv-cinder-811078-1-iscsi {{(pid=106360) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 08:04:52.944621 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc2cdfa-9bf0-4e02-a226-41f8c01aa4af None None] Routers {'51d2a8b5-249d-444c-8b27-878d6c036320'} bound to L3 agent in host dv-cinder-811078-1-iscsi {{(pid=106360) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 27 08:04:52.945281 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-2fc2cdfa-9bf0-4e02-a226-41f8c01aa4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-811078-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-27T07:44:06Z,description=,heartbeat_timestamp=2021-09-27T08:04:36Z,host='dv-cinder-811078-1-iscsi',id=b4855a14-d1d9-428f-8ae6-431bcf29e20d,load=0,resource_versions=,resources_synced=,started_at=2021-09-27T07:44:07Z,topic='l3_agent')) {'router_ids': ['51d2a8b5-249d-444c-8b27-878d6c036320'], 'active': True} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:52.960545 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-a617b2f2-3af0-4a89-a4d6-abdcee9fbb9e admin admin] For port aee7528b-db60-4fe2-b465-159a8e361479, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=aee7528b-db60-4fe2-b465-159a8e361479,segment=NetworkSegment(22cf99ab-87ab-45d6-82c2-e6e1ff557d57),segment_id=22cf99ab-87ab-45d6-82c2-e6e1ff557d57)] {{(pid=106358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:04:52.960935 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a617b2f2-3af0-4a89-a4d6-abdcee9fbb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:52.972501 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-a617b2f2-3af0-4a89-a4d6-abdcee9fbb9e admin admin] Calling delete_port for aee7528b-db60-4fe2-b465-159a8e361479 owned by network:router_gateway {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:04:53.026861 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_dvr_db [None req-2fc2cdfa-9bf0-4e02-a226-41f8c01aa4af None None] Set router 51d2a8b5-249d-444c-8b27-878d6c036320 gateway port host: None {{(pid=106360) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 27 08:04:53.076092 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.l3_hamode_db [None req-2fc2cdfa-9bf0-4e02-a226-41f8c01aa4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'name': 'tempest-TestVolumeBootPattern-87555044-router', 'tenant_id': 'f93907d615014d6e92308937758793ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:40Z', 'updated_at': '2021-09-27T08:04:52Z', 'revision_number': 6, 'project_id': 'f93907d615014d6e92308937758793ae', 'gw_port_host': None}], 'dv-cinder-811078-1-iscsi', False) {} {{(pid=106360) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:53.103771 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc2cdfa-9bf0-4e02-a226-41f8c01aa4af None None] The sync data for ids ['51d2a8b5-249d-444c-8b27-878d6c036320'] in dv-cinder-811078-1-iscsi is: [{'id': '51d2a8b5-249d-444c-8b27-878d6c036320', 'name': 'tempest-TestVolumeBootPattern-87555044-router', 'tenant_id': 'f93907d615014d6e92308937758793ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-27T07:57:40Z', 'updated_at': '2021-09-27T08:04:52Z', 'revision_number': 6, 'project_id': 'f93907d615014d6e92308937758793ae', 'gw_port_host': None}] {{(pid=106360) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 08:04:53.190157 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a617b2f2-3af0-4a89-a4d6-abdcee9fbb9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:53.216649 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617b2f2-3af0-4a89-a4d6-abdcee9fbb9e admin admin] Pushing event deleted for resources: {'Port': ['ID=aee7528b-db60-4fe2-b465-159a8e361479,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:53.272362 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a617b2f2-3af0-4a89-a4d6-abdcee9fbb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-560467'] for router_gateway, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:53.358550 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a617b2f2-3af0-4a89-a4d6-abdcee9fbb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-558652', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4772'] for router, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:53.360559 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a617b2f2-3af0-4a89-a4d6-abdcee9fbb9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:53.464604 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a617b2f2-3af0-4a89-a4d6-abdcee9fbb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-558645'] for router, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:53.465669 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a617b2f2-3af0-4a89-a4d6-abdcee9fbb9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51d2a8b5-249d-444c-8b27-878d6c036320 {{(pid=106358) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 08:04:53.470318 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-a617b2f2-3af0-4a89-a4d6-abdcee9fbb9e admin admin] Notify callbacks [] for router, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:53.471847 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-a617b2f2-3af0-4a89-a4d6-abdcee9fbb9e admin admin] 10.222.0.11 "DELETE /v2.0/routers/51d2a8b5-249d-444c-8b27-878d6c036320 HTTP/1.1" status: 204 len: 168 time: 0.9399617 Sep 27 08:04:53.473866 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44494) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:04:53.520435 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3e82b4-0910-408a-929d-cc75a76a5704 admin admin] Deleting subnet 7a279e1c-a6c4-41e8-b68d-57d033a873dc {{(pid=106358) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 27 08:04:53.523716 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5f3e82b4-0910-408a-929d-cc75a76a5704 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:53.558776 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5f3e82b4-0910-408a-929d-cc75a76a5704 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5359040'] for subnet, precommit_delete_associations {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:53.636428 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5f3e82b4-0910-408a-929d-cc75a76a5704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1694807'] for subnet, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:53.750264 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5f3e82b4-0910-408a-929d-cc75a76a5704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1694814', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5864136', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6131966'] for subnet, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:53.776400 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e82b4-0910-408a-929d-cc75a76a5704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a279e1c-a6c4-41e8-b68d-57d033a873dc,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:53.779024 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-5f3e82b4-0910-408a-929d-cc75a76a5704 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:53.781159 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-5f3e82b4-0910-408a-929d-cc75a76a5704 admin admin] 10.222.0.11 "DELETE /v2.0/subnets/7a279e1c-a6c4-41e8-b68d-57d033a873dc HTTP/1.1" status: 204 len: 168 time: 0.3063037 Sep 27 08:04:53.783598 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44496) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:04:53.786158 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f546ef-d8c1-4eda-87cf-0c149e6d6988 None None] Network cd5fcdaf-2d7d-4251-9a87-90e343cfa33d requested from dv-cinder-811078-1-iscsi {{(pid=106359) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 27 08:04:53.854896 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1630127'] for network, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:53.910023 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] Deleting port deb75831-6790-48b8-bd59-f4b3b8efe119 {{(pid=106358) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:04:53.910359 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:53.953709 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265520a7-217a-49ef-8e7f-ad1312bc16ce None None] DHCP port deletion for cd5fcdaf-2d7d-4251-9a87-90e343cfa33d request from dv-cinder-811078-1-iscsi {{(pid=106359) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 27 08:04:53.977667 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.db [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] For port deb75831-6790-48b8-bd59-f4b3b8efe119, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=deb75831-6790-48b8-bd59-f4b3b8efe119,segment=NetworkSegment(85a5ff4c-1e07-4158-98f7-bbe95e0d69d6),segment_id=85a5ff4c-1e07-4158-98f7-bbe95e0d69d6)] {{(pid=106358) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:04:53.978032 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:53.990872 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.plugin [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] Calling delete_port for deb75831-6790-48b8-bd59-f4b3b8efe119 owned by network:dhcp {{(pid=106358) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:04:54.001762 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-265520a7-217a-49ef-8e7f-ad1312bc16ce None None] Deleting port deb75831-6790-48b8-bd59-f4b3b8efe119 {{(pid=106359) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 27 08:04:54.002166 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-265520a7-217a-49ef-8e7f-ad1312bc16ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792189119784'] for port, before_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:54.066623 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.db [None req-265520a7-217a-49ef-8e7f-ad1312bc16ce None None] For port deb75831-6790-48b8-bd59-f4b3b8efe119, host dv-cinder-811078-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-811078-1-iscsi',level=0,port_id=deb75831-6790-48b8-bd59-f4b3b8efe119,segment=NetworkSegment(85a5ff4c-1e07-4158-98f7-bbe95e0d69d6),segment_id=85a5ff4c-1e07-4158-98f7-bbe95e0d69d6)] {{(pid=106359) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 08:04:54.067022 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-265520a7-217a-49ef-8e7f-ad1312bc16ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583168'] for port, precommit_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:54.082082 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-265520a7-217a-49ef-8e7f-ad1312bc16ce None None] Calling delete_port for deb75831-6790-48b8-bd59-f4b3b8efe119 owned by network:dhcp {{(pid=106359) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 27 08:04:54.137662 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5864085'] for port, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:54.163695 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] Pushing event deleted for resources: {'Port': ['ID=deb75831-6790-48b8-bd59-f4b3b8efe119,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:54.163893 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-265520a7-217a-49ef-8e7f-ad1312bc16ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1730980', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-128639', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792189127406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792188576440'] for port, after_delete {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:54.164046 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] No DVR routers for this DVR port deb75831-6790-48b8-bd59-f4b3b8efe119 on host dv-cinder-811078-1-iscsi {{(pid=106358) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:04:54.174361 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265520a7-217a-49ef-8e7f-ad1312bc16ce None None] No DVR routers for this DVR port deb75831-6790-48b8-bd59-f4b3b8efe119 on host dv-cinder-811078-1-iscsi {{(pid=106359) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 27 08:04:54.194175 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265520a7-217a-49ef-8e7f-ad1312bc16ce None None] Pushing event deleted for resources: {'Port': ['ID=deb75831-6790-48b8-bd59-f4b3b8efe119,revision_number=None']} {{(pid=106359) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:54.235738 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1693678', 'neutron.services.segments.db._delete_segments_for_network-8792188906900'] for network, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:54.256073 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5fcdaf-2d7d-4251-9a87-90e343cfa33d']}} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:54.266023 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a5ff4c-1e07-4158-98f7-bbe95e0d69d6') {'for_net_delete': True} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:54.266318 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.services.segments.db [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a5ff4c-1e07-4158-98f7-bbe95e0d69d6') {} {{(pid=106358) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 08:04:54.275382 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792188906397', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5359065'] for segment, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:54.288054 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064'] for segment, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:54.293804 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=106358) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 08:04:54.294170 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1648064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5863526'] for segment, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: Traceback (most recent call last): Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: timer() Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: cb(*args, **kw) Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: return func(*args, **kwargs) Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: self._notify() Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: self.callback(batched_events) Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: event.method(event) Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: aggregate_uuid = self.p_client.list_aggregates( Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: return f(self, *a, **k) Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: return self._get(url).json() Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: return self.request(url, 'GET', **kwargs) Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: base_url = self.get_endpoint(auth, allow=allow, Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 27 08:04:54.295762 dv-cinder-811078-1-iscsi neutron-server[106358]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 27 08:04:54.401507 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1693657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530176', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-560399'] for network, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:54.405997 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-537402'] for network, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:54.408044 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] 10.222.0.11 "DELETE /v2.0/networks/cd5fcdaf-2d7d-4251-9a87-90e343cfa33d HTTP/1.1" status: 204 len: 168 time: 0.6234047 Sep 27 08:04:54.420715 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f04d5-2fb4-41c3-8239-e3386c46e27e admin admin] Pushing event deleted for resources: {'Network': ['ID=cd5fcdaf-2d7d-4251-9a87-90e343cfa33d,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:54.753510 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44500) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:04:54.792402 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-01df6318-d86f-4789-ab05-6a64f9d42c1a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=7372ab2de4b249ec874584aff9211066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377626 Sep 27 08:04:54.795354 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44502) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:04:54.887421 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device aee7528b-db60-4fe2-b465-159a8e361479 no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:04:54.907814 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: aee7528b-db60-4fe2-b465-159a8e361479 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:04:54.908160 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device aee7528b-db60-4fe2-b465-159a8e361479 not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:04:54.908572 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 168da55f-926e-4ebf-821c-ef70717e495b no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:04:54.927723 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: 168da55f-926e-4ebf-821c-ef70717e495b {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:04:54.927976 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device 168da55f-926e-4ebf-821c-ef70717e495b not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:04:54.928387 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device deb75831-6790-48b8-bd59-f4b3b8efe119 no longer exists at agent ovs-agent-dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 08:04:54.947869 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.plugin [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] No Port match for: deb75831-6790-48b8-bd59-f4b3b8efe119 {{(pid=106359) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 27 08:04:54.948215 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron.plugins.ml2.rpc [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Device deb75831-6790-48b8-bd59-f4b3b8efe119 not bound to the agent host dv-cinder-811078-1-iscsi {{(pid=106359) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 08:04:55.102336 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1c8e519c-1b3e-43d2-9181-6e8714d294de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:55.123482 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1c8e519c-1b3e-43d2-9181-6e8714d294de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:55.223869 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1c8e519c-1b3e-43d2-9181-6e8714d294de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:55.226484 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-1c8e519c-1b3e-43d2-9181-6e8714d294de admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:55.231235 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-1c8e519c-1b3e-43d2-9181-6e8714d294de admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/cbfd531d-baec-4b71-8dbd-6b17533f168e HTTP/1.1" status: 204 len: 168 time: 0.4313796 Sep 27 08:04:55.235536 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8e519c-1b3e-43d2-9181-6e8714d294de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfd531d-baec-4b71-8dbd-6b17533f168e,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:55.845412 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44508) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:04:55.883088 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-050d5b82-bbf4-4fa3-a50d-087576aa019a admin admin] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=f93907d615014d6e92308937758793ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0365450 Sep 27 08:04:55.885390 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [-] (106358) accepted ('10.222.0.11', 44510) {{(pid=106358) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 27 08:04:55.931316 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-12863f88-ccaf-4cb7-993b-1c522dad5b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:55.951630 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-12863f88-ccaf-4cb7-993b-1c522dad5b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:56.091155 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-12863f88-ccaf-4cb7-993b-1c522dad5b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531924'] for security_group, after_delete {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:56.093677 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron_lib.callbacks.manager [None req-12863f88-ccaf-4cb7-993b-1c522dad5b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106358) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:04:56.094853 dv-cinder-811078-1-iscsi neutron-server[106358]: INFO neutron.wsgi [None req-12863f88-ccaf-4cb7-993b-1c522dad5b91 admin admin] 10.222.0.11 "DELETE /v2.0/security-groups/5e9c3a35-b696-4978-9cb6-906094a4eb20 HTTP/1.1" status: 204 len: 168 time: 0.2085917 Sep 27 08:04:56.102480 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12863f88-ccaf-4cb7-993b-1c522dad5b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9c3a35-b696-4978-9cb6-906094a4eb20,revision_number=None']} {{(pid=106358) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 08:04:59.601128 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:05:02.570101 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:05:03.446510 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-51bd2ca3-a9bc-4eab-af3b-00800d805763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:05:06.198437 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-435ff1b8-62bb-4638-b7bc-4d5f758c6d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:05:06.633039 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:05:07.047847 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:05:08.964142 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:05:32.449657 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:05:33.409709 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-1baf7f74-b058-41cb-97b9-b290f1511b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:05:36.175139 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-c8ab3c30-ff46-4d3e-a99b-8010b90b3272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:05:36.597989 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:05:36.599157 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:05:37.028677 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:05:38.977194 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:06:02.496748 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:06:03.414654 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-c81b6d84-092f-4274-a7a8-b5f70fab62c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:06:06.171363 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-f82220d4-6fdd-4c61-8c70-b634ab0f386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:06:06.611223 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:06:07.037379 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:06:08.979953 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:06:13.598286 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:06:32.488238 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:06:33.442871 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-8ff41021-469f-4908-bff0-365022d676d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:06:36.196910 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-58e4a579-3405-4302-9360-2199e9e41d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:06:36.610300 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:06:37.048095 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:06:38.981972 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:06:50.597381 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:07:02.518298 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:07:03.430633 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-31d5aa1a-b55d-4895-927f-136000064b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:07:06.192574 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ec97977e-6bb1-4737-a5ea-9f413d093033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:07:06.598694 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:07:07.042082 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:07:08.967599 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:07:27.597266 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:07:32.512399 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:07:33.447155 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-da34c4e4-1832-4d6f-9646-913ded50fc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:07:36.152707 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-9c1a8778-e268-4deb-b944-e2c0fa77eb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:07:36.606734 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:07:37.054785 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:07:39.003734 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:08:01.571213 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [req-dcefe4b7-da4a-42d5-a0d5-f25e78451dc6 req-3f409727-c54f-4741-8430-20c7f647b648 service neutron] (106358) timed out ('10.222.0.25', 53009) {{(pid=106358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 08:08:02.526782 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:08:03.475206 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67e9c9bf-68b2-4b05-b17f-2e5ca8dbd2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:08:04.595760 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:08:06.163055 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-5b3b5efb-9c71-43bf-b871-d88cd823a8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:08:06.597411 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:08:07.054359 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:08:08.997384 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:08:32.534198 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:08:33.508766 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-e906429a-2063-453b-ada1-c871528a0bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:08:36.150695 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-d1b2202a-68b4-459f-bf60-543a1dc533b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:08:36.590803 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:08:37.093654 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:08:38.979649 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:08:41.594995 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:09:02.533297 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:09:03.411073 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-72b94583-73b6-4688-b32a-80e6d6e72482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:09:06.170772 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-c62fb922-b431-44d9-b5df-08897ae5444e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:09:06.605285 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:09:07.053603 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:09:08.974171 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:09:18.594155 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:09:20.608249 dv-cinder-811078-1-iscsi neutron-server[106358]: DEBUG neutron.wsgi [req-4df71fc3-faa9-4ad4-9a01-5f5eb4d77d0a req-39ef8512-e7bf-4162-ab07-6d3db1434270 service neutron] (106358) timed out ('10.222.0.25', 53004) {{(pid=106358) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 27 08:09:32.570600 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:09:33.444503 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-daa96338-817c-4425-aac6-0cea60ea426e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:09:36.159010 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-2b5f1be8-ae36-4948-82f7-7637625b4c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:09:36.606734 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:09:37.070035 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:09:38.978253 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:09:55.592692 dv-cinder-811078-1-iscsi neutron-server[106360]: DEBUG neutron.db.agents_db [None req-5fc85fa5-e6bd-41b6-aa20-67987d2246ae None None] Agent healthcheck: found 6 active agents {{(pid=106360) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 08:10:02.555536 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-ae1a908d-7ae4-4c7a-bc9b-4ebe41ee245d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:10:03.435160 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-f1d1f7d7-b08b-4636-b08d-3d330b0fe8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:10:06.141121 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-77dbe566-10e5-4229-8c47-28b2b85446e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:10:06.617677 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-46899199-a603-4ad6-8a00-4ac55205c76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:10:07.040652 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-67758a3c-d297-49a7-b887-af237e68bcea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 27 08:10:08.986766 dv-cinder-811078-1-iscsi neutron-server[106359]: DEBUG neutron_lib.callbacks.manager [None req-7b191f77-b147-4491-abd8-fcccffa3aeeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792188906882', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1691630'] for agent, after_update {{(pid=106359) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}